-- Logs begin at Mon 2022-09-26 09:50:57 UTC, end at Mon 2022-09-26 10:53:49 UTC. -- Sep 26 10:24:14.265798 dv-cinder-844563-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 10:24:16.939979 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] Logging enabled! Sep 26 10:24:16.940553 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 10:24:16.940771 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106103) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 10:24:16.943984 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] Logging enabled! Sep 26 10:24:16.944249 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 10:24:16.944563 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106103) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 10:24:16.945501 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 10:24:16.945739 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 10:24:16.946238 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 10:24:16.946487 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 10:24:16.946718 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 10:24:16.947038 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.947338 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.947572 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.947870 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.948165 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.948447 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.948761 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.949060 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.949349 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.949631 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.949915 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.950189 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.950477 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.950767 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.951059 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.951287 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.951571 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.952007 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.952422 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.952704 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.952995 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.953276 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.953548 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.953826 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.954149 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.954481 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] host = dv-cinder-844563-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.954763 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.955053 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.955357 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.955632 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.955908 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.956186 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.956474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.956748 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.957020 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.957298 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.957589 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.957878 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.958198 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.958426 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.958648 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.958935 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.959226 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.959503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.959779 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.960053 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.960327 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.960600 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.960867 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.961150 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.961449 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.961723 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.962286 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.962566 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.962839 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.963114 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.963401 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.963675 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.963949 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.964761 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.965050 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.965318 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.965591 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.965894 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.966213 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.966501 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.966791 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.967067 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.967350 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.967623 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.967895 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.968170 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.968441 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.968716 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.968998 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.969272 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.969543 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.969818 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.970117 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.970407 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.970682 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:16.970979 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.971280 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.971582 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.971869 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.972178 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.972461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.972754 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.973036 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.973328 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.973620 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.973910 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.974220 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.974521 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.974816 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.975115 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.975421 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.975719 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.976015 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.976293 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.976568 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.976843 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.977122 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.977410 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.977687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.977978 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.978295 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.978577 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.978875 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.979162 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.979449 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.979743 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.980588 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.980869 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.981151 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.981448 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.981729 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.982004 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.982319 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.982603 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.982878 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.983161 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.983456 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.983748 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.984023 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.984305 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.984604 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.984885 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.985160 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.985433 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.985710 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.985981 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.986288 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.986569 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.986843 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.987116 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.987393 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.987665 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.987939 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.988215 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.988489 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.988765 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.989036 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.989306 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.989578 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.989851 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.990149 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.990425 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.990696 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.990972 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.991243 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.991516 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.991786 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.992058 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.992330 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.992614 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.992913 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.993192 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.993471 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.993749 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.994045 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.994328 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.994612 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.994892 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.995172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.995477 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.995772 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.996057 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.996349 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.996634 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.996934 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.997233 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.997513 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.997792 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.998104 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.998387 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.998667 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.998953 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.999234 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.999517 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:16.999805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.000092 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.000391 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.000691 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.000973 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.001272 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.001570 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.001864 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.002238 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.002558 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.002843 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:17.003063 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 10:24:17.003305 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106103) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 10:24:17.379986 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 10:24:17.380307 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 10:24:17.380576 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 10:24:17.380806 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 10:24:17.381082 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 10:24:17.381409 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 10:24:17.702155 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.702373 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.702649 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.703836 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.704113 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.704379 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.757475 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.757754 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.758042 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.773803 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.774125 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.774401 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.803084 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.803370 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.803645 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.840203 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.840480 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:17.840760 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.069140 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.069758 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.069758 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.070863 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.071588 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.168774 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.169100 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.169387 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.169666 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.169939 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.170279 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.170542 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.170803 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.171060 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.171345 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.171609 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.171877 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.172137 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.172389 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.172646 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.172917 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.173173 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.173442 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.173713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.173973 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.174270 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.174523 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.174806 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.175184 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.175437 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.175686 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.176083 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.176323 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.176561 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.176799 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.177037 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.177272 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:18.177635 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 10:24:18.180729 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 10:24:18.184677 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 10:24:18.188340 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 26 10:24:18.189959 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 10:24:18.190594 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 10:24:18.190934 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 10:24:18.191317 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 10:24:18.194102 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 10:24:18.194356 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 10:24:18.194709 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 10:24:18.200263 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 10:24:18.223417 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 10:24:18.223869 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.224173 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106103) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 10:24:18.224548 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.225902 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106103) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 10:24:18.226216 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 10:24:18.226466 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 10:24:18.237045 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.237332 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:18.394091 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 10:24:18.394281 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 10:24:18.394521 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 10:24:18.394897 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 10:24:18.447684 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO dbcounter [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Registered counter for database neutron Sep 26 10:24:18.467319 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_db.sqlalchemy.engines [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106103) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 10:24:18.473039 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writer thread running {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 10:24:19.017115 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing driver for type 'gre' Sep 26 10:24:19.017641 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] gre ID ranges: [(1, 1000)] Sep 26 10:24:19.076697 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing driver for type 'local' Sep 26 10:24:19.077323 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing driver for type 'vlan' Sep 26 10:24:19.090893 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] VlanTypeDriver initialization complete Sep 26 10:24:19.091225 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing driver for type 'vxlan' Sep 26 10:24:19.091717 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] vxlan ID ranges: [(1, 1000)] Sep 26 10:24:19.147977 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing extension driver 'port_security' Sep 26 10:24:19.148321 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.extensions.port_security [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] PortSecurityExtensionDriver initialization complete Sep 26 10:24:19.148730 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing mechanism driver 'openvswitch' Sep 26 10:24:19.149160 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing mechanism driver 'hyperv' Sep 26 10:24:19.155879 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:19.156554 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.156929 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.157286 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.157790 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.158243 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.158608 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.158960 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.159359 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.159767 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.160118 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.160466 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.160861 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.161261 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.161633 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.161974 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.162393 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.162804 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.163157 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.163535 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.164014 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.164423 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.164773 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.165112 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.165505 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 10:24:19.165947 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] ML2 OVO RPC backend initialized. {{(pid=106103) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 10:24:19.166687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.167048 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.167465 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.167818 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > networks before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.168170 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.168512 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > ports before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.168856 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.169197 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.169546 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.169891 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.170250 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.170591 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.170931 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.171268 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.171605 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.171945 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.172303 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.179892 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded quota_driver: . Sep 26 10:24:19.180259 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.plugin [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Modular L2 Plugin initialization complete Sep 26 10:24:19.180607 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading services supported by the core plugin {{(pid=106103) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 10:24:19.180955 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Got port-security extension from driver 'port_security' Sep 26 10:24:19.181440 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.extensions.vlantransparent [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Disabled vlantransparent extension. Sep 26 10:24:19.181936 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106103) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 10:24:19.182290 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: router Sep 26 10:24:19.218574 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.218972 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.219346 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router before_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.219713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.220091 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.220449 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_delete 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.220810 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.221162 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.221519 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.221867 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.222242 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.222594 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.222957 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.223380 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.223747 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.224087 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.224432 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.224778 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.225202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.225554 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.225900 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.226276 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.226638 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.226987 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.227342 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.227705 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.228054 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.228421 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > agent after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.228773 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.229118 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.229997 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Tracking information for resource: router configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:19.230355 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Tracking information for resource: floatingip configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 10:24:19.235245 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.db.l3_agentschedulers_db [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 10:24:19.235826 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.236189 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.236544 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.236904 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.237697 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router before_create 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.238093 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.238463 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.238823 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.243668 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.provider_configuration [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service providers = [] {{(pid=106103) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 10:24:19.244035 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.db.servicetype_db [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106103) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 10:24:19.247508 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 10:24:19.247858 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 10:24:19.248202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 10:24:19.249095 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 10:24:19.249465 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.services.service_base [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 10:24:19.249837 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.250184 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 10:24:19.262295 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.262636 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: auto_allocate Sep 26 10:24:19.268347 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: network precommit_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.268718 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: network precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.269236 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.269559 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: tag Sep 26 10:24:19.276150 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.276486 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: timestamp Sep 26 10:24:19.280516 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.280852 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: network_ip_availability Sep 26 10:24:19.286307 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.286688 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.287052 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.287778 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.288087 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: flavors Sep 26 10:24:19.292777 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.293115 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading Plugin: revisions Sep 26 10:24:19.297485 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 10:24:19.297871 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.917s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 10:24:19.298648 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106103) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 10:24:19.298991 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Initializing extension manager. Sep 26 10:24:19.299526 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: __init__.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.299873 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: __pycache__ {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.300208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.301108 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.301686 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: address-group Sep 26 10:24:19.302016 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: address_scope.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.302733 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.303246 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: address-scope Sep 26 10:24:19.303569 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.304456 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.304967 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: router-admin-state-down-before-update Sep 26 10:24:19.305286 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: agent.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.305958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.306496 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: agent Sep 26 10:24:19.306819 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: agent_resources_synced.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.307684 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.308717 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: agent-resources-synced Sep 26 10:24:19.309036 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.310800 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.311323 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: allowed-address-pairs Sep 26 10:24:19.311652 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.312679 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.313196 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: auto-allocated-topology Sep 26 10:24:19.313524 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.314214 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.314732 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: availability_zone Sep 26 10:24:19.315053 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: availability_zone_filter.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.315931 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.316449 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: availability_zone_filter Sep 26 10:24:19.316773 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: data_plane_status.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.317641 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.318184 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 10:24:19.318509 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: default_subnetpools.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.319381 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.319890 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: default-subnetpools Sep 26 10:24:19.320214 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.320983 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.321499 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: dhcp_agent_scheduler Sep 26 10:24:19.321825 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: dns.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.322725 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.323233 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 10:24:19.323623 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: dns_domain_ports.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.325006 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.325521 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 10:24:19.325850 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.326810 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.327275 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 10:24:19.327603 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: dvr.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.328242 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.328751 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: dvr Sep 26 10:24:19.329075 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: ecmp_routes.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.330040 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.330554 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 10:24:19.330877 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: empty_string_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.331763 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.332276 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: empty-string-filtering Sep 26 10:24:19.332599 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.333522 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.334040 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 10:24:19.334371 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.335239 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.335744 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 10:24:19.336066 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: external_net.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.337196 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.337708 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: external-net Sep 26 10:24:19.338040 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.338912 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.339557 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: extra_dhcp_opt Sep 26 10:24:19.339881 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: extraroute.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.340757 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.341266 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: extraroute Sep 26 10:24:19.341591 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: extraroute_atomic.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.342617 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.343127 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: extraroute-atomic Sep 26 10:24:19.343447 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: filter_validation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.344072 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.344575 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: filter-validation Sep 26 10:24:19.344894 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: fip_pf_description.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.345759 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.346290 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 10:24:19.346616 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: fip_pf_detail.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.347489 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.348000 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 10:24:19.348321 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: fip_pf_port_range.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.349185 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.349692 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 10:24:19.350013 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: fip_port_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.350917 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.351436 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: fip-port-details Sep 26 10:24:19.351758 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: flavors.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.352923 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.353446 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: flavors Sep 26 10:24:19.353775 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.355435 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.355964 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 10:24:19.356290 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: floatingip_pools.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.356961 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.357474 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: floatingip-pools Sep 26 10:24:19.357799 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: ip_allocation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.358711 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.359218 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 10:24:19.359540 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.360434 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.360946 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: ip-substring-filtering Sep 26 10:24:19.361273 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l2_adjacency.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.362202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.362710 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 10:24:19.363034 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.363955 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.364472 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: router Sep 26 10:24:19.364796 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.367208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.367745 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 10:24:19.368083 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.368964 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.369487 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: ext-gw-mode Sep 26 10:24:19.369817 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.371320 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.371836 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: l3-ha Sep 26 10:24:19.372161 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.373035 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.373546 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 10:24:19.373867 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_flavors.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.374771 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.375290 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: l3-flavors Sep 26 10:24:19.375609 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.376939 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.377460 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 10:24:19.377789 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.378695 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.379213 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 10:24:19.379540 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: l3agentscheduler.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.380535 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.381051 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: l3_agent_scheduler Sep 26 10:24:19.381380 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: local_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.383110 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.383638 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension local_ip not supported by any of loaded plugins Sep 26 10:24:19.383987 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: logging.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.385409 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.385938 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension logging not supported by any of loaded plugins Sep 26 10:24:19.386836 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: metering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.387540 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.388121 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: metering Sep 26 10:24:19.388448 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.389506 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.390046 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: metering_source_and_destination_fields Sep 26 10:24:19.390378 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: multiprovidernet.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.391264 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.391785 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: multi-provider Sep 26 10:24:19.392112 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: netmtu.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.392988 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.393507 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: net-mtu Sep 26 10:24:19.393833 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: netmtu_writable.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.394736 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.395252 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: net-mtu-writable Sep 26 10:24:19.395576 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: network_availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.396215 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.396731 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: network_availability_zone Sep 26 10:24:19.397061 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: network_ip_availability.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.398141 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.398658 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: network-ip-availability Sep 26 10:24:19.398984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: network_segment_range.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.399713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.400217 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 10:24:19.400541 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: pagination.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.401469 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.401824 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: pagination Sep 26 10:24:19.402182 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_device_profile.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.403046 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.403562 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-device-profile Sep 26 10:24:19.403883 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_mac_address_override.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.404768 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.405280 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-mac-override Sep 26 10:24:19.405602 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.406509 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.407024 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-mac-address-regenerate Sep 26 10:24:19.407345 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.408223 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.408737 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-numa-affinity-policy Sep 26 10:24:19.409059 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_resource_request.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.409927 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.410455 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 10:24:19.410777 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.411697 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.412203 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 10:24:19.412525 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: portbindings.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.413400 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.413910 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: binding Sep 26 10:24:19.414267 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: portbindings_extended.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.415556 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.416079 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: binding-extended Sep 26 10:24:19.416408 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: portsecurity.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.417307 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.417828 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-security Sep 26 10:24:19.418189 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: project_id.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.419303 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.419636 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: project-id Sep 26 10:24:19.420011 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: providernet.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.420890 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.421405 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: provider Sep 26 10:24:19.421728 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.425206 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.425742 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos not supported by any of loaded plugins Sep 26 10:24:19.426108 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.427340 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.427867 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 10:24:19.428195 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.429080 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.429599 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 10:24:19.429924 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_default.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.430846 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.431362 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-default not supported by any of loaded plugins Sep 26 10:24:19.431685 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_fip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.432565 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.433611 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 10:24:19.433931 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.434840 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.435358 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 10:24:19.435687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.436666 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.437252 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 10:24:19.437443 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.438357 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.438878 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 10:24:19.439201 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.440401 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.440894 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 10:24:19.441202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.442256 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.442752 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 10:24:19.443078 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_pps_rule.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.444216 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.444734 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 10:24:19.445062 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.445953 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.446495 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 10:24:19.446823 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.447715 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.448428 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 10:24:19.449158 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: qos_rules_alias.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.450270 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.450788 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 10:24:19.451115 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: quota_check_limit.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.452002 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.452520 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: quota-check-limit Sep 26 10:24:19.452984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: quotasv2.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.453858 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.454216 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: quotas Sep 26 10:24:19.454539 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: quotasv2_detail.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.456239 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.456567 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: quota_details Sep 26 10:24:19.456896 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: rbac.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.457929 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.458483 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: rbac-policies Sep 26 10:24:19.458815 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: rbac_address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.459702 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.460215 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: rbac-address-group Sep 26 10:24:19.460540 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: rbac_address_scope.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.461492 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.462294 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: rbac-address-scope Sep 26 10:24:19.462622 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: rbac_security_groups.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.463513 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.464028 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: rbac-security-groups Sep 26 10:24:19.464377 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.465259 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.465780 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: rbac-subnetpool Sep 26 10:24:19.466208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: revisionifmatch.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.467114 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.467618 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: revision-if-match Sep 26 10:24:19.467939 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: revisions.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.469032 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.469548 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: standard-attr-revisions Sep 26 10:24:19.469872 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: router_availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.470541 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.471055 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: router_availability_zone Sep 26 10:24:19.471376 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: routerservicetype.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.472266 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.472780 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 10:24:19.473104 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.473993 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.474527 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: security-groups-normalized-cidr Sep 26 10:24:19.474852 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.475734 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.476244 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: port-security-groups-filtering Sep 26 10:24:19.476569 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.477461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.477981 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: security-groups-remote-address-group Sep 26 10:24:19.478334 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.479220 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.479735 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: security-groups-shared-filtering Sep 26 10:24:19.480081 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: securitygroup.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.489902 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.490473 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: security-group Sep 26 10:24:19.490804 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: segment.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.491500 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.492017 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension segment not supported by any of loaded plugins Sep 26 10:24:19.492345 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.493250 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.493765 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 10:24:19.494118 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: servicetype.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.495170 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.496213 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: service-type Sep 26 10:24:19.496539 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: sorting.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.497490 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.497832 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: sorting Sep 26 10:24:19.498185 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: standard_attr_segment.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.499086 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.499673 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 10:24:19.500002 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: standardattrdescription.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.500621 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.501141 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: standard-attr-description Sep 26 10:24:19.501469 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: stateful_security_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.502388 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.502912 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: stateful-security-group Sep 26 10:24:19.503239 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: stdattrs_common.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.503789 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 10:24:19.504111 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.505007 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.505529 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 10:24:19.505854 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnet_onboard.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.506927 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.507436 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: subnet_onboard Sep 26 10:24:19.507769 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.508662 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.509174 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 10:24:19.509502 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnet_service_types.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.510427 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.510942 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: subnet-service-types Sep 26 10:24:19.511823 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnetallocation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.512866 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.513387 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: subnet_allocation Sep 26 10:24:19.513713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.514381 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.514893 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: subnetpool-prefix-ops Sep 26 10:24:19.515215 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.516120 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.516630 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 10:24:19.516953 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: tagging.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.517994 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.518543 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: standard-attr-tag Sep 26 10:24:19.518873 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: timestamp.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.520038 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.520559 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loaded extension: standard-attr-timestamp Sep 26 10:24:19.520886 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: trunk.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.521873 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.522432 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension trunk not supported by any of loaded plugins Sep 26 10:24:19.522761 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: trunk_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.523635 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.524149 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 10:24:19.524473 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.525352 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.525866 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 10:24:19.526216 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Loading extension file: vlantransparent.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 10:24:19.527009 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 10:24:19.527525 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 10:24:19.530211 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:network Sep 26 10:24:19.530733 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnet Sep 26 10:24:19.531137 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 10:24:19.531529 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:port Sep 26 10:24:19.532812 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.533261 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service FLAVORS assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.533875 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.534345 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.534688 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:router Sep 26 10:24:19.535124 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 10:24:19.535622 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service METERING assigned prefix: /metering {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.537076 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.537450 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.537811 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:24:19.538838 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 10:24:19.539295 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:security_group Sep 26 10:24:19.539726 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 10:24:19.540269 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.540608 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 10:24:19.540953 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] subnetpool is already registered Sep 26 10:24:19.541381 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.541707 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 10:24:19.542056 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] subnetpool is already registered Sep 26 10:24:19.545053 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.545503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service FLAVORS assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.546175 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.546731 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.547127 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:router Sep 26 10:24:19.547486 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] router is already registered Sep 26 10:24:19.547920 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 10:24:19.548266 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] floatingip is already registered Sep 26 10:24:19.548735 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service METERING assigned prefix: /metering {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.549454 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 10:24:19.549786 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] rbac_policy is already registered Sep 26 10:24:19.550231 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:security_group Sep 26 10:24:19.550579 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] security_group is already registered Sep 26 10:24:19.551004 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 10:24:19.551339 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] security_group_rule is already registered Sep 26 10:24:19.551826 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.552156 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 10:24:19.552488 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] subnetpool is already registered Sep 26 10:24:19.552922 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 10:24:19.553247 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 10:24:19.553577 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] subnetpool is already registered Sep 26 10:24:19.554076 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: extensions {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.555644 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: address-groups {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.557133 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: address-scopes {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.558988 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.560165 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: auto-allocated-topology {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.562737 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: availability_zones {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.563985 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: dhcp-networks {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.565422 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: dhcp-agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.567010 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.568757 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: flavors {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.569942 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: service_profiles {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.571286 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: next_providers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.572762 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: service_profiles {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.574317 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: floatingip-pools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.575578 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.577473 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: floatingips {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.578652 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: l3-routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.580070 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: l3-agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.581606 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: metering-labels {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.582931 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: metering-label-rules {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.584225 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: network-ip-availabilities {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.585589 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: bindings {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.587475 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: quotas {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.589062 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: quotas {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.590814 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: rbac-policies {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.592024 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: security-groups {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.593243 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: security-group-rules {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.594604 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: service-providers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.595935 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: subnetpools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.597334 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: subnetpools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.598788 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.600569 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.602363 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.604264 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.606572 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.608455 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.610300 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.612125 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.613939 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.615846 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 10:24:19.623494 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING keystonemiddleware.auth_token [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 10:24:19.628626 dv-cinder-844563-7-iscsi neutron-server[106103]: WARNING keystonemiddleware.auth_token [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 10:24:19.637654 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Acquiring lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 10:24:19.637982 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Acquired lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 10:24:19.638477 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Releasing lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 10:24:19.639127 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Starting 2 workers Sep 26 10:24:19.643884 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Started child 106216 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 10:24:19.648245 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Started child 106217 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 10:24:19.649297 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.650133 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO neutron.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 10:24:19.650456 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.650931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [-] (106216) wsgi starting up on http://0.0.0.0:9696 Sep 26 10:24:19.652898 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Starting 1 workers Sep 26 10:24:19.653461 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.654878 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [-] (106217) wsgi starting up on http://0.0.0.0:9696 Sep 26 10:24:19.658067 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Started child 106218 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 10:24:19.658637 dv-cinder-844563-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Starting 1 workers Sep 26 10:24:19.661925 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] calling RpcWorker wait() {{(pid=106218) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 10:24:19.662504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] returning from RpcWorker wait() {{(pid=106218) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 10:24:19.663107 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Started child 106219 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 10:24:19.663859 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.663961 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f24d6395-5ab3-47f9-b51f-fedba80445d7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.664349 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:19.665744 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 10:24:19.665957 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 10:24:19.666178 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 10:24:19.666411 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 10:24:19.666770 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 10:24:19.666954 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 10:24:19.668007 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.668289 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.668572 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.668788 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:19.669257 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.669396 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.669768 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:19.669993 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.670264 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.670554 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.670808 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.670978 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.671147 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.671394 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.671644 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.671964 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.672242 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.672495 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.672724 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.672894 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.673302 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.673587 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.673840 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.674157 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.674426 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.674896 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.675157 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.675399 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.675639 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.675919 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.676182 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.676453 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.676713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.676959 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.677198 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.677460 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.677720 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.677955 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.678216 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.678501 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.678725 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.679227 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host = dv-cinder-844563-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.679474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.679717 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.679971 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.680219 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.680478 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.680698 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.680971 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.681225 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.681492 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.681740 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.681982 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.682241 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.682484 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.682733 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.683559 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_options = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.683716 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.683994 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.684267 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.684457 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.684614 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.684779 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.685031 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.685183 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.685452 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.685692 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.685910 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.686166 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.686405 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.686751 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.687052 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.687356 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.687690 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.687941 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.688318 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.688671 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.688951 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.689263 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.689581 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.689693 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.689910 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.690110 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.690426 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.691206 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.691435 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.691992 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.691992 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.692226 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.692389 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.692654 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.692923 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.693219 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.693384 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.693597 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.693886 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.694150 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.694407 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.694749 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.695623 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.695874 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.696095 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.696483 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.696637 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.696774 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.696919 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.697185 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.697417 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.697650 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.697865 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.698130 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.698365 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.698632 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.699078 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.699375 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.699692 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.699953 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.700188 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.700431 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.700678 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.701068 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.701474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.701922 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.702451 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.702716 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.703020 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.703281 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.703548 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.703892 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.704153 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.704438 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.704694 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.704921 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.705143 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.705373 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.705669 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.705912 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.706178 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.706439 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.706665 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.707158 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.707435 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.707866 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.708208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.708468 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.708748 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.709001 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.709248 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.709524 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.709750 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.709973 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.710267 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.710518 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.710954 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.711206 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.711593 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.711835 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.712481 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.712875 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.713128 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.713452 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.713658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.714101 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.714557 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.714798 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.715018 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.715257 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.715509 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.715764 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.716041 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.716297 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.716540 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.716789 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.717022 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.717410 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.717788 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.718213 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.718627 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.718998 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.719222 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.719642 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.720058 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.720445 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.720806 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.721176 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.721550 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.721880 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.722267 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.722736 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.723183 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.723548 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.724141 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.724727 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.725086 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.725454 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.725811 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.726240 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.726470 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.726721 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.726945 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.727173 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.727384 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.727611 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.727828 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.728059 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.728361 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.728630 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.728897 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.729121 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.729400 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.729635 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.730614 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.731059 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.731362 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.731673 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.732005 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.732308 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.732563 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.732816 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.733041 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.733302 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.733531 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.733773 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.734010 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.734286 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.734524 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.734757 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.734976 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.735232 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.735488 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.735756 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.735995 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.736229 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.736449 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.736687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.736942 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.737202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.737466 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.737757 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.737982 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.738299 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.738611 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.738893 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.739162 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.739419 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.739674 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.739940 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.740190 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.740474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.740736 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.740963 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.741202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.741445 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.741670 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.741886 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.742154 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.742489 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.742741 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.742978 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.743193 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.743465 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.743719 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.743959 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.744229 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.744479 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.744735 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.745001 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.745232 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.745547 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.746331 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.746566 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.746791 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.747030 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.747251 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.747492 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.747781 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.748009 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.748252 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.748721 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.748989 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.749270 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.749745 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.750003 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.750279 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.750497 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.750745 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.750994 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.751220 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.751461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.751685 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.751902 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.752144 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.752384 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.752655 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.752905 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.753122 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.753352 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.753605 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.753874 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.754121 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.754374 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.754622 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.754846 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.755062 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.755284 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.755501 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.755722 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.755968 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.756205 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.756461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.756718 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.757071 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.757329 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.757558 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.757805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.758066 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.758308 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.758552 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.758795 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.759048 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.759287 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.759535 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.759761 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.760028 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.760236 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.760474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.760697 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.760942 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.761216 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.761492 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.761948 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.762222 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.762471 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.762702 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.762948 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.763169 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.763414 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.763638 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.763904 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.764119 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.764335 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.764556 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.764772 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.765099 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.765354 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.765605 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.765864 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.766111 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.766348 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.766581 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.766795 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.767010 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.767238 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.767459 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.767675 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.767942 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.768132 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.768352 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.768576 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.768796 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.769014 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.769240 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.769453 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.769667 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.769896 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.770139 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.770361 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.770607 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.770823 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.771039 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.771263 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.771482 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.771629 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:19.771765 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.771897 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.772112 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.772349 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.772574 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.772797 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.773031 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.773327 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.773594 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.773816 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.774126 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.774363 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.774683 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.775606 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.776043 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.776207 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.776391 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.776680 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.776954 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.777202 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.777479 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.777895 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.778115 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.778369 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.778626 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.779126 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.779269 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.779461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.779680 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.779995 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.780367 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.780629 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.780898 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.781173 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.781419 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.781670 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.781927 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.782203 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.782446 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.782685 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.782956 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.783208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.783453 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.783675 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.783910 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.784150 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.784397 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.784625 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.784868 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.785086 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.785250 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 10:24:19.785780 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 10:24:19.785930 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 10:24:19.786094 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 10:24:19.786271 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 10:24:19.786443 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 10:24:19.786586 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 10:24:19.786797 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.786950 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787110 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787274 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787471 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787638 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787801 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.787963 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788123 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788283 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788443 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788602 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788763 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.788922 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789082 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789242 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789403 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789567 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789731 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.789891 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.790063 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.790221 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.790395 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.793658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.794429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host = dv-cinder-844563-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.795958 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_options = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796444 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796919 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.796919 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.797124 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.797233 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.797432 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.797835 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.797969 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798122 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798248 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798353 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798516 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798676 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798834 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.798997 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799157 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799319 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799479 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799640 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799800 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.799966 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800126 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800291 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800451 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800611 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800770 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.800929 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801088 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801248 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801609 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801609 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801767 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.801844 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802003 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802184 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802337 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802498 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802658 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802819 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.802968 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803128 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803271 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803419 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803580 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803739 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.803885 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.804021 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.804178 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.804329 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.804694 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.804694 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.805520 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.805520 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 10:24:19.805520 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805520 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805520 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.805984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806446 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806446 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806446 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806655 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806777 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.806948 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.807109 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.807271 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.807438 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.807625 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.808001 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.808985 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.808985 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.809195 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.809472 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.809781 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.810096 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.810396 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.810687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.810974 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.811259 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.811518 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.811819 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.812143 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.812441 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.812738 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.813030 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.813315 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.813597 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.813870 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.814179 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.814442 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.814738 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.814962 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.815234 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.815506 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.815781 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.816051 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.816321 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.816595 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.816882 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.817099 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.817367 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.817638 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.817899 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.818209 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.818495 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.818788 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.819087 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.819363 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.819647 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.819830 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820000 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820167 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820339 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820506 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820671 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.820836 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821000 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821164 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821327 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821665 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821828 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.821990 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822178 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822343 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822506 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822668 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822831 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.822993 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.823155 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.823318 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.823479 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.823687 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.823852 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824015 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824179 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824341 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824664 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824826 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.824986 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825148 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825319 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825497 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825659 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825820 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.825984 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826169 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826331 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826493 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826654 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826815 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.826975 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827136 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827297 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827461 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827669 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827785 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.827945 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828106 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828268 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828430 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828592 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828752 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.828913 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829073 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829234 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829394 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829556 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829716 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.829875 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830053 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830222 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830382 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830553 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830715 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.830879 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831041 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831208 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831381 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831543 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831706 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.831868 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832029 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832190 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832351 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832512 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832674 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832834 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.832996 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833168 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833330 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833492 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833653 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833836 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.833996 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834181 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834343 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834666 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834828 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.834991 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835151 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835312 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835473 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835635 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835796 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.835957 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.836119 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.836279 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.836442 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.836604 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.836765 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837183 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837355 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837516 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837677 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837838 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.837999 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838181 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838343 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838503 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838664 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838825 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.838986 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839172 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839344 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839505 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839665 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839824 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.839985 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840148 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840314 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840476 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840637 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840799 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.840960 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.841131 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.841805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.841805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.841805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.841805 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842161 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842161 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842303 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842379 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842490 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842650 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842810 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.842988 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843149 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843310 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843474 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843637 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843799 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.843960 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844120 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844282 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844442 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844605 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844765 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.844926 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845086 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845247 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845408 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845568 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845728 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.845890 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846072 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846243 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846405 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846585 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846729 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.846890 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847052 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847214 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847374 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847535 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847695 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.847857 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848019 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848192 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848354 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848516 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848677 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.848840 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849001 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849173 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849335 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849519 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849648 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849812 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.849972 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850165 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850332 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850481 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850642 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850803 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.850963 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851134 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851295 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851456 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851617 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851779 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.851940 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852109 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852270 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852429 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852590 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852752 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.852912 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853082 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853243 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853397 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853551 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853713 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.853873 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.854068 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.854235 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.854395 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.854564 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.854725 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.855413 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.855576 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.855750 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.855913 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856076 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856238 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856400 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856561 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856728 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.856895 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857066 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857234 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857397 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857567 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857736 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.857905 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858092 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858264 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858437 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858598 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858760 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.858921 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859083 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859244 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859404 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859565 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859725 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.859886 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860049 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860210 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860371 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860533 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860727 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.860870 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.861000 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.861159 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.861324 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.861476 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 10:24:19.861630 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 10:24:19.945308 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49590) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:19.952307 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048308 Sep 26 10:24:19.956705 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038309 Sep 26 10:24:29.141182 dv-cinder-844563-7-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:31.236130 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353fb92-e10f-4809-870d-3bfd077c26a2 None None] get_active_networks_info from dv-cinder-844563-7-iscsi {{(pid=106218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 10:24:31.257624 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writer thread running {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 10:24:31.375813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353fb92-e10f-4809-870d-3bfd077c26a2 None None] No non-hosted networks {{(pid=106218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 10:24:31.386074 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.agentschedulers_db [None req-b353fb92-e10f-4809-870d-3bfd077c26a2 None None] DHCP Agent not found on host dv-cinder-844563-7-iscsi {{(pid=106218) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 10:24:31.468400 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fe1ef2f3-19bf-4acc-9c47-ae7319370d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:33.074489 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writer thread running {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 10:24:33.726927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-32b80a0a-b06f-4f85-b93f-dea756a097f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:33.777695 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5566432c-6171-4dd6-9999-9fdc0f4b05d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:34.564041 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:35.013918 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49664) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:35.607409 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-71818e4d-a62b-499e-b23d-33fa5089a78e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:35.607956 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-71818e4d-a62b-499e-b23d-33fa5089a78e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:35.829341 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-71818e4d-a62b-499e-b23d-33fa5089a78e admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:24:35.830543 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-71818e4d-a62b-499e-b23d-33fa5089a78e admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8154480 Sep 26 10:24:35.878928 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:36.264476 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (02594296-668a-42bc-953e-181e1805f630), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:36.265253 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.265639 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.265972 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.266374 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.266745 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.267700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.268209 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.268993 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.269812 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.270300 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.270847 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.271311 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.271805 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.272277 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.272820 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:36.273682 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:36.281922 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:24:38.501347 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49700) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:38.830959 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:24:38.842864 dv-cinder-844563-7-iscsi neutron-server[106217]: ERROR stevedore.extension [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 10:24:38.922922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.policy [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 10:24:38.965568 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:38.965947 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:38.985685 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writer thread running {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 10:24:39.061412 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083319286', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083320778', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083302697', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083313701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083308022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780083283552', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1370691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1364277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572307'] for rbac-policy (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:39.132368 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:39.133522 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e5a42196-b36e-4f30-8eff-afb87b56a0f9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6312993 Sep 26 10:24:40.900956 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.db.l3_hamode_db [None req-1807d9eb-0cbc-4096-a2a7-7908e42d986b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 10:24:40.985948 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807d9eb-0cbc-4096-a2a7-7908e42d986b None None] Routers set() bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:24:40.986569 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807d9eb-0cbc-4096-a2a7-7908e42d986b None None] Router IDs set() for agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 10:24:41.803084 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49710) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:42.121873 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:24:42.150615 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Made reservation on behalf of f81f2060d8dd4c8a85edacc1547c6b3c for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:24:42.155053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.173463 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.286047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks [] for security_group (e1563ee8-6d7d-4d8b-bdcd-7a9ced08e9e6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.289800 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (e1563ee8-6d7d-4d8b-bdcd-7a9ced08e9e6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.314922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:24:42.349617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780080075192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (dbf20e83-d61c-4dae-b78b-63e9d9de4698), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.350136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Unsubscribe: segment precommit_create {{(pid=106217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 10:24:42.350670 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Added segment dbf20e83-d61c-4dae-b78b-63e9d9de4698 of type vlan for network 47b1947d-550a-4825-bb45-59a977d657a0 Sep 26 10:24:42.367971 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e1563ee8-6d7d-4d8b-bdcd-7a9ced08e9e6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:42.417953 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.418494 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.419011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.419399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.419709 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.420071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.420428 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.420744 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.421059 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.421373 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.421687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.422016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.422355 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.422665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.422979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Tracked resource versions report: Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: pushed versions: Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Agent': {'1.1'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Log': {'1.0'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'NDPProxy': {'1.0'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Network': {'1.1'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Port': {'1.7'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'PortForwarding': {'1.3'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroup': {'1.5'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: consumer versions: Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Agent': '1.1', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'LocalIPAssociation': '1.0', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Log': '1.0', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'NDPProxy': '1.0', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Network': '1.1', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Port': '1.7', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'PortForwarding': '1.3', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroup': '1.5', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SubPort': '1.0', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Subnet': '1.1', Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Sep 26 10:24:42.424435 dv-cinder-844563-7-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:24:42.454989 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (47b1947d-550a-4825-bb45-59a977d657a0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.492279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:42.498144 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (47b1947d-550a-4825-bb45-59a977d657a0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.503024 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:24:42.503784 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:42.604567 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8001690 Sep 26 10:24:42.627041 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea01e-e585-4182-be7f-a8af95d2a3f8 demo demo] Pushing event updated for resources: {'Network': ['ID=47b1947d-550a-4825-bb45-59a977d657a0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:42.641482 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 47b1947d-550a-4825-bb45-59a977d657a0 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:24:45.216954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49724) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:45.632637 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7431372-85db-46f9-bede-3176e0087784 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:24:45.633987 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e7431372-85db-46f9-bede-3176e0087784 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/47b1947d-550a-4825-bb45-59a977d657a0 HTTP/1.1" status: 200 len: 825 time: 0.4161670 Sep 26 10:24:45.658697 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7f72a969-b9c2-4acc-a46b-ac9fb232a7d4 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/1e175053-e12f-45d8-9807-e48e62ab34c2 HTTP/1.1" status: 200 len: 734 time: 0.0181019 Sep 26 10:24:45.666799 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:24:45.688082 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Made reservation on behalf of f81f2060d8dd4c8a85edacc1547c6b3c for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:24:45.690319 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:45.916443 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:45.980965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (0ef2ed60-953b-4dfa-933c-ab754fe8e8e8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:46.050941 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2ed60-953b-4dfa-933c-ab754fe8e8e8,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:46.057135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Checking segment: {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:24:46.057442 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Network hostable DHCP agents. Network: 47b1947d-550a-4825-bb45-59a977d657a0, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:24:46.078306 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Network 47b1947d-550a-4825-bb45-59a977d657a0 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:24:46.089728 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 47b1947d-550a-4825-bb45-59a977d657a0) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:24:46.094579 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:24:46.095159 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:46.099362 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45f9e5-8ef6-4d8d-a37d-8a561a830700 None None] Network 47b1947d-550a-4825-bb45-59a977d657a0 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:24:46.110311 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6d0b2e5a-4b76-4958-a539-8f9c6996fca7 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4465425 Sep 26 10:24:46.365479 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-47b1947d-550a-4825-bb45-59a977d657a0', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:24:46.366869 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:46.645831 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Allocated IP 172.20.0.2 (47b1947d-550a-4825-bb45-59a977d657a0/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8/fe889627-c1b2-47b8-87a5-fb7e081a128f) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:24:46.652904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:46.921291 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks [] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:46.929059 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:47.002972 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Network 47b1947d-550a-4825-bb45-59a977d657a0 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:24:47.012530 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:24:47.016025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:24:47.024184 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Pushing event updated for resources: {'Port': ['ID=fe889627-c1b2-47b8-87a5-fb7e081a128f,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:47.056858 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.057204 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.057560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.057946 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.058307 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.058638 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.058960 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.059282 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.059604 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.059925 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.060243 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.060576 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.060897 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.061211 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.061526 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Tracked resource versions report: Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: pushed versions: Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: { 'AddressGroup': {'1.2'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Agent': {'1.1'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'ConntrackHelper': {'1.0'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Log': {'1.0'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'NDPProxy': {'1.0'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Network': {'1.1'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Port': {'1.7'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'PortForwarding': {'1.3'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'QosPolicy': {'1.10'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroup': {'1.5'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SubPort': {'1.0'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Subnet': {'1.1'}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Trunk': {'1.1'}} Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: consumer versions: Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Agent': '1.1', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'ConntrackHelper': '1.0', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'LocalIPAssociation': '1.0', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Log': '1.0', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'NDPProxy': '1.0', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Network': '1.1', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Port': '1.7', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'PortForwarding': '1.3', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'QosPolicy': '1.10', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroup': '1.5', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroupRule': '1.2', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SubPort': '1.0', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Subnet': '1.1', Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Trunk': '1.1'}} Sep 26 10:24:47.063057 dv-cinder-844563-7-iscsi neutron-server[106218]: {{(pid=106218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:24:47.113503 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Attempting to bind port fe889627-c1b2-47b8-87a5-fb7e081a128f on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:24:47.114292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Attempting to bind port fe889627-c1b2-47b8-87a5-fb7e081a128f by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:24:47.114405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Attempting to bind port fe889627-c1b2-47b8-87a5-fb7e081a128f on network 47b1947d-550a-4825-bb45-59a977d657a0 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:24:47.160083 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:47.163764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:24:47.164150 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Checking segment: {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:24:47.164627 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:47.165016 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Bound using segment: {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:24:47.165489 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Bound port: fe889627-c1b2-47b8-87a5-fb7e081a128f, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:24:47.165889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:47.236694 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] For port fe889627-c1b2-47b8-87a5-fb7e081a128f, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:24:47.260060 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] For port fe889627-c1b2-47b8-87a5-fb7e081a128f, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=fe889627-c1b2-47b8-87a5-fb7e081a128f,segment=NetworkSegment(dbf20e83-d61c-4dae-b78b-63e9d9de4698),segment_id=dbf20e83-d61c-4dae-b78b-63e9d9de4698)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:24:47.267362 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:47.318338 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bcdb-fddb-4318-86d9-1077883e3099 None None] Pushing event updated for resources: {'Port': ['ID=fe889627-c1b2-47b8-87a5-fb7e081a128f,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:48.748408 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49734) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:49.079705 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-6f624f32-03fc-47e0-9caf-106548c9603f admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:24:49.080767 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6f624f32-03fc-47e0-9caf-106548c9603f admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3314962 Sep 26 10:24:51.707720 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49742) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:52.036688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-9d0b3be9-f684-4fce-bdc0-6b249bb65c6b admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:24:52.037689 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9d0b3be9-f684-4fce-bdc0-6b249bb65c6b admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3291194 Sep 26 10:24:54.667064 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 49754) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:54.706448 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:54.725416 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:55.201211 dv-cinder-844563-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:55.201934 dv-cinder-844563-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:55.356749 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099db47-6d72-42c9-945e-48d868297e40 None None] Network 47b1947d-550a-4825-bb45-59a977d657a0 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:24:55.425769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:24:55.435305 dv-cinder-844563-7-iscsi neutron-server[106216]: ERROR stevedore.extension [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 10:24:55.487302 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.policy [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106216) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 10:24:55.489957 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Provisioning complete for port fe889627-c1b2-47b8-87a5-fb7e081a128f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:24:55.490380 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.490751 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Attempt 1 to provision port fe889627-c1b2-47b8-87a5-fb7e081a128f Sep 26 10:24:55.531501 dv-cinder-844563-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:55.531887 dv-cinder-844563-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 10:24:55.553745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writer thread running {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 10:24:55.568542 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:55.601849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.603896 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.632224 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Current status of the port fe889627-c1b2-47b8-87a5-fb7e081a128f is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:24:55.633000 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.672748 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] For port fe889627-c1b2-47b8-87a5-fb7e081a128f, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=fe889627-c1b2-47b8-87a5-fb7e081a128f,segment=NetworkSegment(dbf20e83-d61c-4dae-b78b-63e9d9de4698),segment_id=dbf20e83-d61c-4dae-b78b-63e9d9de4698)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:24:55.676974 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.722992 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f692-8a3b-42f0-92a2-813f37481159 None None] Pushing event updated for resources: {'Port': ['ID=fe889627-c1b2-47b8-87a5-fb7e081a128f,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:24:55.767840 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Publish callbacks [] for router_controller (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.772623 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.796133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1740238e-3b6f-44b3-9a7a-102bf28a17a5 None None] Provisioning complete for port fe889627-c1b2-47b8-87a5-fb7e081a128f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:24:55.796563 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1740238e-3b6f-44b3-9a7a-102bf28a17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.796905 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1740238e-3b6f-44b3-9a7a-102bf28a17a5 None None] Attempt 1 to provision port fe889627-c1b2-47b8-87a5-fb7e081a128f Sep 26 10:24:55.799688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.803076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d70908bb-b1e7-4a98-9df9-ad7c29fed26d demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1319513 Sep 26 10:24:55.867806 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:55.880583 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1740238e-3b6f-44b3-9a7a-102bf28a17a5 None None] Current status of the port fe889627-c1b2-47b8-87a5-fb7e081a128f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:24:55.932155 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device fe889627-c1b2-47b8-87a5-fb7e081a128f up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:24:55.978578 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port fe889627-c1b2-47b8-87a5-fb7e081a128f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:24:55.978966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:24:55.979308 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port fe889627-c1b2-47b8-87a5-fb7e081a128f Sep 26 10:24:56.060906 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port fe889627-c1b2-47b8-87a5-fb7e081a128f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:24:56.104263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:56.105561 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=55,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:24:58.423823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 49776) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:24:58.754594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [None req-c2044d33-e6fb-4ce3-8bcb-2be94b653a94 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:24:58.755577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c2044d33-e6fb-4ce3-8bcb-2be94b653a94 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3309023 Sep 26 10:25:01.199847 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1ed46a64-24e0-4a69-9ca1-a8b2103d9b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.429824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 49784) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:25:01.753655 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:25:01.775922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Made reservation on behalf of 9cef67c15d1f4b9695af7c22c68b5822 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:25:01.778864 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.795075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.900062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks [] for security_group (d4b473d9-3c98-4810-93b3-cca5aa92ed79), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.904215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d4b473d9-3c98-4810-93b3-cca5aa92ed79), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.914640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Reserving flat network on physical network physnet1 {{(pid=106216) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 10:25:01.945469 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780080075192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (999a0b2f-e5af-497e-8880-59792f4cf0f3), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:01.946041 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Unsubscribe: segment precommit_create {{(pid=106216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 10:25:01.946616 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Added segment 999a0b2f-e5af-497e-8880-59792f4cf0f3 of type flat for network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 Sep 26 10:25:01.982338 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b473d9-3c98-4810-93b3-cca5aa92ed79,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:02.019631 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.020012 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.020407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.020741 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.021095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.021419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.021736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.022065 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.022398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.022713 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.023039 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.023370 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.023681 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.023990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.024294 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Tracked resource versions report: Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: pushed versions: Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: consumer versions: Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Log': '1.0', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Network': '1.1', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Port': '1.7', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 26 10:25:02.025754 dv-cinder-844563-7-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:25:02.059081 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (d41d3e92-0391-4ab2-9b7e-fe5e987dc275), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:02.102996 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (d41d3e92-0391-4ab2-9b7e-fe5e987dc275), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:02.104193 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:25:02.105483 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:02.199553 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7687416 Sep 26 10:25:02.206882 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad52235-9a8b-4d98-81ff-c6d84f654913 admin admin] Pushing event updated for resources: {'Network': ['ID=d41d3e92-0391-4ab2-9b7e-fe5e987dc275,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:02.218835 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:25:03.697596 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:03.711708 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ee39ebf0-e853-4807-9f09-4ea07be62a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:04.518257 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:04.815875 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 49796) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:25:05.218466 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9efb57-331e-4ae0-8b30-a8b26275c9a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:25:05.219816 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6f9efb57-331e-4ae0-8b30-a8b26275c9a9 demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8 HTTP/1.1" status: 200 len: 849 time: 0.4030080 Sep 26 10:25:05.357965 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cc20a7fc-913f-497a-8903-b0a2c54be854 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/78f92f03-f82c-4fbc-b8a4-e999653e7c4c HTTP/1.1" status: 200 len: 704 time: 0.1321347 Sep 26 10:25:05.622747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:05.643627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:05.697306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:05.831114 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:05.923518 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Allocated IP 172.20.0.1 (47b1947d-550a-4825-bb45-59a977d657a0/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8/dd703c41-94f1-46ad-9655-d9786f8a9f24) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:25:06.107588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks [] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.167916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.249420 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Network 47b1947d-550a-4825-bb45-59a977d657a0 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:25:06.254832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:25:06.258002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:25:06.258570 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.264587 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.282615 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Pushing event updated for resources: {'Port': ['ID=dd703c41-94f1-46ad-9655-d9786f8a9f24,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:06.455968 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Provisioning complete for port dd703c41-94f1-46ad-9655-d9786f8a9f24 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:25:06.456383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.456725 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 1 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:06.462710 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.489930 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Port dd703c41-94f1-46ad-9655-d9786f8a9f24 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:25:06.715865 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks [] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.720274 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.721401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:06.764793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:06.806509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Pushing event updated for resources: {'Port': ['ID=dd703c41-94f1-46ad-9655-d9786f8a9f24,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:06.830342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:06.859284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Network 47b1947d-550a-4825-bb45-59a977d657a0 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:25:06.860562 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:25:06.990896 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 2 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:07.018122 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:25:07.073720 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Port dd703c41-94f1-46ad-9655-d9786f8a9f24 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:25:07.114890 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:25:07.123711 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-382c4161-1250-426c-a836-52a06263fd19 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/78f92f03-f82c-4fbc-b8a4-e999653e7c4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7591310 Sep 26 10:25:07.136738 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Sync routers for ids ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:25:07.148823 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Routers {'78f92f03-f82c-4fbc-b8a4-e999653e7c4c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:25:07.149663 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:25:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:07.333944 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Set router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:25:07.575142 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 3 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:07.607255 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Port dd703c41-94f1-46ad-9655-d9786f8a9f24 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:25:07.743743 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:06Z', 'revision_number': 2, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port_host': None, '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:06Z', 'revision_number': 2, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:07.794537 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Checking router: 78f92f03-f82c-4fbc-b8a4-e999653e7c4c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:25:07.794905 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Updating router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c port dd703c41-94f1-46ad-9655-d9786f8a9f24 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:25:07.849289 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.108296 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 4 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:08.141188 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Port dd703c41-94f1-46ad-9655-d9786f8a9f24 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:25:08.367534 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks [] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.374428 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.518754 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Pushing event updated for resources: {'Port': ['ID=dd703c41-94f1-46ad-9655-d9786f8a9f24,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:08.529830 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.530194 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.530535 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.530864 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.531184 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.531502 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.531817 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.532130 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.532443 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.532752 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.533062 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.533387 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.533700 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.534008 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.534336 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Tracked resource versions report: Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: pushed versions: Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: consumer versions: Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Log': '1.0', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Network': '1.1', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Port': '1.7', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 26 10:25:08.535771 dv-cinder-844563-7-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:25:08.541660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Attempting to bind port dd703c41-94f1-46ad-9655-d9786f8a9f24 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:25:08.542609 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Attempting to bind port dd703c41-94f1-46ad-9655-d9786f8a9f24 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:25:08.543046 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Attempting to bind port dd703c41-94f1-46ad-9655-d9786f8a9f24 on network 47b1947d-550a-4825-bb45-59a977d657a0 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:25:08.624667 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:25:08.624995 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Checking segment: {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:25:08.625465 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.625847 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Bound using segment: {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:25:08.626351 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Bound port: dd703c41-94f1-46ad-9655-d9786f8a9f24, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf20e83-d61c-4dae-b78b-63e9d9de4698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:25:08.626722 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.642495 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 5 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:08.677024 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Port dd703c41-94f1-46ad-9655-d9786f8a9f24 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:25:08.685754 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:08.693054 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] For port dd703c41-94f1-46ad-9655-d9786f8a9f24, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:25:08.695793 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:08.717933 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] For port dd703c41-94f1-46ad-9655-d9786f8a9f24, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=dd703c41-94f1-46ad-9655-d9786f8a9f24,segment=NetworkSegment(dbf20e83-d61c-4dae-b78b-63e9d9de4698),segment_id=dbf20e83-d61c-4dae-b78b-63e9d9de4698)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:25:08.724178 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:08.761724 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Routers {'78f92f03-f82c-4fbc-b8a4-e999653e7c4c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:25:08.762359 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:25:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:08.845005 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f9ea3-2871-4127-9d9a-b70cc87fa2d4 None None] Pushing event updated for resources: {'Port': ['ID=dd703c41-94f1-46ad-9655-d9786f8a9f24,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:08.861659 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] Set router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:25:09.055109 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:06Z', 'revision_number': 2, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port_host': None, '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:08Z', 'revision_number': 4, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:09.084447 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea4fb23-20b5-48cb-a7ee-af9deb9bb46d None None] The sync data for ids ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'] in dv-cinder-844563-7-iscsi is: [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:06Z', 'revision_number': 2, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port_host': None, '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:08Z', 'revision_number': 4, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:25:09.178284 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Attempt 6 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:09.254625 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Current status of the port dd703c41-94f1-46ad-9655-d9786f8a9f24 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:25:09.255017 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:09.290473 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] For port dd703c41-94f1-46ad-9655-d9786f8a9f24, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=dd703c41-94f1-46ad-9655-d9786f8a9f24,segment=NetworkSegment(dbf20e83-d61c-4dae-b78b-63e9d9de4698),segment_id=dbf20e83-d61c-4dae-b78b-63e9d9de4698)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:25:09.296965 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:09.349574 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ce00b-b981-41fc-8ce2-cf108d3d348b None None] Pushing event updated for resources: {'Port': ['ID=dd703c41-94f1-46ad-9655-d9786f8a9f24,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:09.415784 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f2f6db6-25fb-43e1-a7f9-2b3f621095fd None None] Provisioning complete for port dd703c41-94f1-46ad-9655-d9786f8a9f24 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:25:09.416314 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6db6-25fb-43e1-a7f9-2b3f621095fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:09.416804 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f2f6db6-25fb-43e1-a7f9-2b3f621095fd None None] Attempt 1 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:09.493817 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f6db6-25fb-43e1-a7f9-2b3f621095fd None None] Current status of the port dd703c41-94f1-46ad-9655-d9786f8a9f24 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:25:09.753937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 49810) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:25:10.148359 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea2c94-bf9a-463d-8eca-1d7a9e858500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:25:10.149708 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d0ea2c94-bf9a-463d-8eca-1d7a9e858500 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/d41d3e92-0391-4ab2-9b7e-fe5e987dc275 HTTP/1.1" status: 200 len: 842 time: 0.3948705 Sep 26 10:25:10.160148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:25:10.185745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Made reservation on behalf of 9cef67c15d1f4b9695af7c22c68b5822 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:25:10.188148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:10.487327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.objects.ports [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106216) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 10:25:10.487759 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (5ea137ca-0373-4b40-a38e-345a1163215e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:10.543866 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea137ca-0373-4b40-a38e-345a1163215e,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:10.554255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:25:10.554612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Network hostable DHCP agents. Network: d41d3e92-0391-4ab2-9b7e-fe5e987dc275, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:25:10.575575 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:25:10.586432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, d41d3e92-0391-4ab2-9b7e-fe5e987dc275) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:25:10.590647 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:25:10.591222 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:10.597855 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03279571-717e-442c-8cee-916a17e02660 None None] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:25:10.608115 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2aeb92d8-e906-4700-af54-10fd321e299e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4513490 Sep 26 10:25:10.727725 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e23c6-e4fd-4e71-88ce-ce3c84a33712 None None] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:25:13.298715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49818) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:25:13.863013 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-08f1684a-2575-4eef-831b-fd4b1cafdf06 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/78f92f03-f82c-4fbc-b8a4-e999653e7c4c HTTP/1.1" status: 200 len: 710 time: 0.5632205 Sep 26 10:25:13.972899 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device dd703c41-94f1-46ad-9655-d9786f8a9f24 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:25:13.996903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620ec6c-e657-4671-a1d2-ceef1671d858 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:25:14.002078 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5620ec6c-e657-4671-a1d2-ceef1671d858 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/d41d3e92-0391-4ab2-9b7e-fe5e987dc275 HTTP/1.1" status: 200 len: 886 time: 0.1266892 Sep 26 10:25:14.003782 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:14.007949 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:25:14.012827 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:14.026425 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port dd703c41-94f1-46ad-9655-d9786f8a9f24 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:25:14.026818 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:14.027162 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:25:14.106608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port dd703c41-94f1-46ad-9655-d9786f8a9f24 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:25:14.258584 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks [] for router_gateway (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:14.484592 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks [] for router_gateway (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:14.563994 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:14.772826 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Allocated IP 172.27.1.43 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/554ff4fd-dc41-4c38-8bdd-e691a559d88e) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:25:14.886954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks [] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:14.902649 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:14.926523 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:14.947965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:15.019918 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:25:15.033828 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:25:15.038136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:25:15.041286 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Pushing event updated for resources: {'Port': ['ID=554ff4fd-dc41-4c38-8bdd-e691a559d88e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:15.302881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks [] for router_gateway (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:15.488008 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1689'] for router (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:15.493250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620766'] for router (78f92f03-f82c-4fbc-b8a4-e999653e7c4c), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:15.598930 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:25:15.697405 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:25:15.702486 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:15.703672 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e1fafbeb-ea2f-4497-be7c-bef5494d14bd demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/78f92f03-f82c-4fbc-b8a4-e999653e7c4c HTTP/1.1" status: 200 len: 889 time: 1.6992781 Sep 26 10:25:15.721507 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Sync routers for ids ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:25:15.734712 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Routers {'78f92f03-f82c-4fbc-b8a4-e999653e7c4c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:25:15.735385 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:25:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:15.949830 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Set router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:25:16.407814 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:15Z', 'revision_number': 4, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port': {'id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:14Z', 'updated_at': '2022-09-26T10:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:09Z', 'revision_number': 5, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:16.456886 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Checking router: 78f92f03-f82c-4fbc-b8a4-e999653e7c4c for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:25:16.457232 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Updating router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c port 554ff4fd-dc41-4c38-8bdd-e691a559d88e binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:25:16.507903 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:16.825716 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks [] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:16.830866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:16.865542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Attempting to bind port 554ff4fd-dc41-4c38-8bdd-e691a559d88e on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:25:16.865923 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Attempting to bind port 554ff4fd-dc41-4c38-8bdd-e691a559d88e by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:25:16.866307 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Attempting to bind port 554ff4fd-dc41-4c38-8bdd-e691a559d88e on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:25:16.900943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c81b-2a6f-4cd9-8bbc-92ff2fc8e83a None None] Pushing event updated for resources: {'Port': ['ID=554ff4fd-dc41-4c38-8bdd-e691a559d88e,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:16.920530 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:25:16.920897 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:25:16.921291 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:16.921676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:25:16.922164 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Bound port: 554ff4fd-dc41-4c38-8bdd-e691a559d88e, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:25:16.922540 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:16.942127 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:16.968519 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:16.971233 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] For port 554ff4fd-dc41-4c38-8bdd-e691a559d88e, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:25:16.974365 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] For port 554ff4fd-dc41-4c38-8bdd-e691a559d88e, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=554ff4fd-dc41-4c38-8bdd-e691a559d88e,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:25:16.979769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:17.020502 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Routers {'78f92f03-f82c-4fbc-b8a4-e999653e7c4c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:25:17.021107 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:25:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:17.071858 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c81b-2a6f-4cd9-8bbc-92ff2fc8e83a None None] Pushing event updated for resources: {'Port': ['ID=554ff4fd-dc41-4c38-8bdd-e691a559d88e,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:17.135225 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] Set router 78f92f03-f82c-4fbc-b8a4-e999653e7c4c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:25:17.332182 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:15Z', 'revision_number': 4, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port': {'id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:14Z', 'updated_at': '2022-09-26T10:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:09Z', 'revision_number': 5, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:25:17.357107 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8dac63-e6d4-4a14-91c1-3da81062612c None None] The sync data for ids ['78f92f03-f82c-4fbc-b8a4-e999653e7c4c'] in dv-cinder-844563-7-iscsi is: [{'id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'name': 'router1', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:24:55Z', 'updated_at': '2022-09-26T10:25:15Z', 'revision_number': 4, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'gw_port': {'id': '554ff4fd-dc41-4c38-8bdd-e691a559d88e', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:14Z', 'updated_at': '2022-09-26T10:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'dd703c41-94f1-46ad-9655-d9786f8a9f24', 'name': '', 'network_id': '47b1947d-550a-4825-bb45-59a977d657a0', 'tenant_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'mac_address': 'fa:16:3e:63:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f92f03-f82c-4fbc-b8a4-e999653e7c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:25:05Z', 'updated_at': '2022-09-26T10:25:09Z', 'revision_number': 5, 'project_id': 'f81f2060d8dd4c8a85edacc1547c6b3c', 'subnets': [{'id': '0ef2ed60-953b-4dfa-933c-ab754fe8e8e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e175053-e12f-45d8-9807-e48e62ab34c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:25:17.953949 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 554ff4fd-dc41-4c38-8bdd-e691a559d88e up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:25:18.004238 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 554ff4fd-dc41-4c38-8bdd-e691a559d88e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:25:18.004726 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:18.005158 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 554ff4fd-dc41-4c38-8bdd-e691a559d88e Sep 26 10:25:18.082319 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 554ff4fd-dc41-4c38-8bdd-e691a559d88e is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:25:18.083003 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:18.107552 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 554ff4fd-dc41-4c38-8bdd-e691a559d88e, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=554ff4fd-dc41-4c38-8bdd-e691a559d88e,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:25:18.111867 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:18.163025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=554ff4fd-dc41-4c38-8bdd-e691a559d88e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:25:18.537827 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 49832) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:25:18.925536 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fbe14aba-1a76-489b-96af-a16061b2761a admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3865848 Sep 26 10:25:19.923865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 554ff4fd-dc41-4c38-8bdd-e691a559d88e up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:25:19.967041 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 554ff4fd-dc41-4c38-8bdd-e691a559d88e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:25:19.967432 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (554ff4fd-dc41-4c38-8bdd-e691a559d88e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:19.967765 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 554ff4fd-dc41-4c38-8bdd-e691a559d88e Sep 26 10:25:20.036332 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 554ff4fd-dc41-4c38-8bdd-e691a559d88e is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:25:20.596819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=76,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:20.601155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:27.716747 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=44 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:27.718748 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=43 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:28.913301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:28.921352 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:30.033826 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:30.035187 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:30.708687 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:25:31.203966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7105bfb9-8942-4097-b6fb-10ebe05bdb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:33.725094 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0dae65c1-faf4-47ee-a539-68bc94533dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:34.524222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:35.849746 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:36.274209 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:25:40.705463 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:45.844009 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:25:46.270695 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:01.216064 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-15f17113-d819-4789-bb6b-2b580ec56ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:03.734842 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-967341de-bcb3-4e46-a48e-28a5f14efcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:04.529129 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:04.715230 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:04.716616 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:05.845135 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:06.273098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:07.710261 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:26:16.261796 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:16.266480 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:17.709885 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:29.704941 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:29.705860 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:31.211606 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6dc72ff0-0ba5-431c-a942-7b45b689cd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:33.718396 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-46e31517-1427-4dcb-8c3a-0bcc5c6a0615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:34.528027 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:35.843284 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:36.268380 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:41.706258 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:41.711507 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:43.724957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50380) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:44.087174 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24a037f-ad46-46ef-b47b-ea077dd302c9 admin admin] GET failed (client error): The resource could not be found. Sep 26 10:26:44.088476 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d24a037f-ad46-46ef-b47b-ea077dd302c9 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3626461 Sep 26 10:26:44.257280 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804c30e-6188-4839-a17f-b95b25c77c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:44.258804 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c804c30e-6188-4839-a17f-b95b25c77c3d admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1656606 Sep 26 10:26:44.713404 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:26:46.261073 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:46.262625 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:46.820108 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50390) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:47.186473 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f9e1c-52d0-44b4-b3ca-ae3bc78af82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:47.187837 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bd5f9e1c-52d0-44b4-b3ca-ae3bc78af82b admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8 HTTP/1.1" status: 200 len: 849 time: 0.3667839 Sep 26 10:26:47.199886 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:26:47.351626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Publish callbacks [] for subnet (0ef2ed60-953b-4dfa-933c-ab754fe8e8e8), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:47.496385 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780080119444'] for subnet (0ef2ed60-953b-4dfa-933c-ab754fe8e8e8), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:47.530073 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:47.531195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:47.533481 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8 HTTP/1.1" status: 200 len: 868 time: 0.3375056 Sep 26 10:26:47.534336 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3356ad-2f6f-4586-83e1-cae69dedb6d5 None None] Network 47b1947d-550a-4825-bb45-59a977d657a0 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:26:47.552289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2ed60-953b-4dfa-933c-ab754fe8e8e8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:26:47.560610 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.560954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.561348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.561686 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.562110 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.562370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.562691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.563011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.563352 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.563676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.564011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.564334 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.564650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.564965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.565279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3a613-3ad6-4ddb-a75f-7a8f332da328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:26:47.812643 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Provisioning complete for port dd703c41-94f1-46ad-9655-d9786f8a9f24 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:26:47.813108 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd703c41-94f1-46ad-9655-d9786f8a9f24), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:47.813443 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Attempt 1 to provision port dd703c41-94f1-46ad-9655-d9786f8a9f24 Sep 26 10:26:47.890283 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Current status of the port dd703c41-94f1-46ad-9655-d9786f8a9f24 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:26:47.898393 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Provisioning complete for port fe889627-c1b2-47b8-87a5-fb7e081a128f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:26:47.898785 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fe889627-c1b2-47b8-87a5-fb7e081a128f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:26:47.899125 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Attempt 1 to provision port fe889627-c1b2-47b8-87a5-fb7e081a128f Sep 26 10:26:47.973447 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-143b9b77-4578-4ecd-a6c3-fbeb6244b888 None None] Current status of the port fe889627-c1b2-47b8-87a5-fb7e081a128f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:26:50.095478 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50398) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:50.570311 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab80b68-fd70-4bcc-87f2-9e12a6a34556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:50.570785 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab80b68-fd70-4bcc-87f2-9e12a6a34556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:50.572812 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-aab80b68-fd70-4bcc-87f2-9e12a6a34556 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4763834 Sep 26 10:26:53.101664 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50406) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:53.507723 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082c402-9450-46ba-813c-4a10bfe104b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:53.508205 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082c402-9450-46ba-813c-4a10bfe104b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:53.510274 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f082c402-9450-46ba-813c-4a10bfe104b4 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4070663 Sep 26 10:26:54.709470 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:54.710253 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:56.056061 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50416) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:56.472692 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:56.486791 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944feb2-731a-41c4-8ed7-9edb3f76aa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:56.488149 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7944feb2-731a-41c4-8ed7-9edb3f76aa0c admin admin] 10.222.0.49 "GET /networking/v2.0/networks/47b1947d-550a-4825-bb45-59a977d657a0 HTTP/1.1" status: 200 len: 869 time: 0.4311144 Sep 26 10:26:57.970076 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=34 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:57.971966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=43 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:26:59.015186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50424) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:26:59.433808 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77911dff-acd0-4cda-8045-01eab52942dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:26:59.435187 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-77911dff-acd0-4cda-8045-01eab52942dd admin admin] 10.222.0.49 "GET /networking/v2.0/networks/d41d3e92-0391-4ab2-9b7e-fe5e987dc275 HTTP/1.1" status: 200 len: 886 time: 0.4190786 Sep 26 10:27:01.215777 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1b92ec3d-dbbb-42ab-bafa-789956f7c8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:02.013176 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50434) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:02.405882 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb303b-5fb9-4792-9f5d-a738d92536aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:02.406378 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb303b-5fb9-4792-9f5d-a738d92536aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:02.407895 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-42bb303b-5fb9-4792-9f5d-a738d92536aa admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3937659 Sep 26 10:27:03.720023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9c29fbf-6a1d-48fe-ad46-da8b52e3d37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:04.533538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:04.959922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50442) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:05.327768 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f2e55-46b2-4bc3-a2a5-46450414cf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:05.328146 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f2e55-46b2-4bc3-a2a5-46450414cf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:05.329613 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-496f2e55-46b2-4bc3-a2a5-46450414cf26 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3687687 Sep 26 10:27:05.845086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:06.274501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:06.483909 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:07.898410 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50450) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:08.260188 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22a372-b113-4bd2-b3b1-da29bf3f2752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:08.261529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1f22a372-b113-4bd2-b3b1-da29bf3f2752 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/0ef2ed60-953b-4dfa-933c-ab754fe8e8e8 HTTP/1.1" status: 200 len: 868 time: 0.3621564 Sep 26 10:27:10.795738 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50458) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:11.156461 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f075e2-e707-4c61-854e-2c8b348e29fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:11.157760 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-94f075e2-e707-4c61-854e-2c8b348e29fc admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/5ea137ca-0373-4b40-a38e-345a1163215e HTTP/1.1" status: 200 len: 816 time: 0.3610811 Sep 26 10:27:16.268119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:16.269993 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:18.254928 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=27 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:18.256744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=32 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:21.151521 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:21.153407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:21.713573 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:27:28.069281 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=16 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:31.218076 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-07c50682-15e3-4211-a046-69ab49aedc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:31.708991 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=18 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:33.722730 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5086bb5a-b0a4-47c1-a03c-c1fb0c1b9cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:34.533176 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:35.848412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:36.267722 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:40.633102 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50514) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:40.959854 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-e13feef9-682f-4f2d-8a05-19c4dc80daf4 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:27:40.960886 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e13feef9-682f-4f2d-8a05-19c4dc80daf4 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3268507 Sep 26 10:27:43.612440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50522) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:44.087894 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f348c631-491b-4658-9a7f-3cd53b381d1a admin admin] GET failed (client error): The resource could not be found. Sep 26 10:27:44.089221 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f348c631-491b-4658-9a7f-3cd53b381d1a admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4758286 Sep 26 10:27:44.176303 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c961a3c6-14b0-45cc-ae6c-c9b61f024067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:44.177669 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c961a3c6-14b0-45cc-ae6c-c9b61f024067 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838742 Sep 26 10:27:46.257590 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:46.263939 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:46.791673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50530) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:47.113732 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:27:47.134079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Made reservation on behalf of 9cef67c15d1f4b9695af7c22c68b5822 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:27:47.136846 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:47.172978 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING neutron.services.revisions.revision_plugin [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Could not find related network for resource to bump revision. Sep 26 10:27:47.186543 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:27:47.199979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (317f4eaa-00e2-4936-8c17-38cf3e284c37), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:47.200320 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Added segment 317f4eaa-00e2-4936-8c17-38cf3e284c37 of type vlan for network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b Sep 26 10:27:47.243209 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (406d816a-ebd1-48c4-a7ca-94fe3c7e398b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:47.267604 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (406d816a-ebd1-48c4-a7ca-94fe3c7e398b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:47.268670 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:47.269240 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:47.344009 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5511880 Sep 26 10:27:47.366272 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2471e3-9e0b-4f95-aa74-29bf95c56f6f admin admin] Pushing event updated for resources: {'Network': ['ID=406d816a-ebd1-48c4-a7ca-94fe3c7e398b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:27:47.377977 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:27:49.942839 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50538) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:27:50.278597 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fce1a0-86f1-4227-8811-c5ac5e8ae13e admin admin] GET failed (client error): The resource could not be found. Sep 26 10:27:50.279836 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d3fce1a0-86f1-4227-8811-c5ac5e8ae13e admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3360236 Sep 26 10:27:50.348919 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106d72c-7e58-47f6-b9f7-25a74ad7d77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:50.350355 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3106d72c-7e58-47f6-b9f7-25a74ad7d77f admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661108 Sep 26 10:27:50.360584 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:27:50.379595 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Made reservation on behalf of 9cef67c15d1f4b9695af7c22c68b5822 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:27:50.381924 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:50.552174 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (b94b964c-0738-4a00-ab47-a3e546da96aa), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:50.609120 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94b964c-0738-4a00-ab47-a3e546da96aa,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:27:50.619283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.619620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.619971 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.620304 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.620625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.620940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.621254 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.621566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.621879 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.622223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.622554 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.622889 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.623202 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.623510 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.623817 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:50.632482 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Checking segment: {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:27:50.632778 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Network hostable DHCP agents. Network: 406d816a-ebd1-48c4-a7ca-94fe3c7e398b, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:27:50.648820 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:27:50.657620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 406d816a-ebd1-48c4-a7ca-94fe3c7e398b) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:27:50.661436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:27:50.662030 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:50.668288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520eadb-44c2-46db-b539-963ce3358816 None None] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:27:50.687793 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5dd54991-f83f-48a0-8c32-c67718bf0823 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3302329 Sep 26 10:27:50.781525 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-406d816a-ebd1-48c4-a7ca-94fe3c7e398b', 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b', 'project_id': '9cef67c15d1f4b9695af7c22c68b5822', 'fixed_ips': [{'subnet_id': 'b94b964c-0738-4a00-ab47-a3e546da96aa'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:27:50.782543 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:50.927753 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Allocated IP 192.168.233.2 (406d816a-ebd1-48c4-a7ca-94fe3c7e398b/b94b964c-0738-4a00-ab47-a3e546da96aa/4cebf93e-d7e5-4703-8543-b72d5607efe5) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:27:51.170757 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks [] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:51.176299 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:51.222474 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:27:51.223435 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Pushing event updated for resources: {'Port': ['ID=4cebf93e-d7e5-4703-8543-b72d5607efe5,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:27:51.226833 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:27:51.232012 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:27:51.235660 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.236001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.236356 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.236705 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.237074 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.237359 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.237670 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.237988 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.238332 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.238649 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.238965 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.239295 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.239614 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.239926 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.240235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:27:51.301221 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Attempting to bind port 4cebf93e-d7e5-4703-8543-b72d5607efe5 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:27:51.301595 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Attempting to bind port 4cebf93e-d7e5-4703-8543-b72d5607efe5 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:27:51.301951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Attempting to bind port 4cebf93e-d7e5-4703-8543-b72d5607efe5 on network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:27:51.349694 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:27:51.350125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Checking segment: {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:27:51.350542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:51.350927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Bound using segment: {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:27:51.351421 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Bound port: 4cebf93e-d7e5-4703-8543-b72d5607efe5, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:27:51.351799 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:51.413258 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] For port 4cebf93e-d7e5-4703-8543-b72d5607efe5, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:27:51.416424 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] For port 4cebf93e-d7e5-4703-8543-b72d5607efe5, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=4cebf93e-d7e5-4703-8543-b72d5607efe5,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:27:51.422928 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:51.477256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871c96c-52d0-4316-b32f-baca7c5e826f None None] Pushing event updated for resources: {'Port': ['ID=4cebf93e-d7e5-4703-8543-b72d5607efe5,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:27:52.026954 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cebf93e-d7e5-4703-8543-b72d5607efe5 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:27:52.080216 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 4cebf93e-d7e5-4703-8543-b72d5607efe5 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:27:52.080216 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:52.080615 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 4cebf93e-d7e5-4703-8543-b72d5607efe5 Sep 26 10:27:52.122913 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:52.131942 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:52.178450 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 4cebf93e-d7e5-4703-8543-b72d5607efe5 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:27:52.178865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:52.216751 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 4cebf93e-d7e5-4703-8543-b72d5607efe5, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=4cebf93e-d7e5-4703-8543-b72d5607efe5,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:27:52.221319 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:52.278434 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=4cebf93e-d7e5-4703-8543-b72d5607efe5,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:27:52.331580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4711e-15fc-4535-a7a5-243f0bf756ca None None] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:27:52.453703 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2ad136a9-cc51-4636-b53d-6330a56fb71b None None] Provisioning complete for port 4cebf93e-d7e5-4703-8543-b72d5607efe5 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:27:52.454115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2ad136a9-cc51-4636-b53d-6330a56fb71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:52.454471 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2ad136a9-cc51-4636-b53d-6330a56fb71b None None] Attempt 1 to provision port 4cebf93e-d7e5-4703-8543-b72d5607efe5 Sep 26 10:27:52.539823 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2ad136a9-cc51-4636-b53d-6330a56fb71b None None] Current status of the port 4cebf93e-d7e5-4703-8543-b72d5607efe5 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:27:52.656261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-8638b91a-cdf6-418c-b08d-a734f4f41d8a None None] Provisioning complete for port 4cebf93e-d7e5-4703-8543-b72d5607efe5 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:27:52.656641 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8638b91a-cdf6-418c-b08d-a734f4f41d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:52.656975 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-8638b91a-cdf6-418c-b08d-a734f4f41d8a None None] Attempt 1 to provision port 4cebf93e-d7e5-4703-8543-b72d5607efe5 Sep 26 10:27:52.733398 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-8638b91a-cdf6-418c-b08d-a734f4f41d8a None None] Current status of the port 4cebf93e-d7e5-4703-8543-b72d5607efe5 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:27:54.013614 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cebf93e-d7e5-4703-8543-b72d5607efe5 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:27:54.058806 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 4cebf93e-d7e5-4703-8543-b72d5607efe5 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:27:54.059117 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cebf93e-d7e5-4703-8543-b72d5607efe5), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:27:54.059454 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 4cebf93e-d7e5-4703-8543-b72d5607efe5 Sep 26 10:27:54.130755 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 4cebf93e-d7e5-4703-8543-b72d5607efe5 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:27:55.705434 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:55.716003 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:27:58.716113 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:28:00.671906 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:00.672623 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:01.220446 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dab3542-0d8b-4111-b436-4cacc9be744c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:03.724879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1bba8233-b2c4-4574-9adf-4eda299ceaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:04.538241 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:05.854046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:06.271927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:08.709047 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:08.709873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:16.261607 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:16.268289 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:31.222708 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5e26ddf4-9394-4765-8867-4d7722b06307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:32.706382 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:32.711141 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:33.729864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c6cf34c6-44c9-4b7d-b879-4fc90f83ee52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:34.538791 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:35.715446 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:28:35.858731 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:36.276545 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:28:45.710689 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:45.711656 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:46.268846 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:28:46.271476 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:01.225493 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a10c0d45-9ce9-45cf-a797-d48a983d663b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:03.733154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a9490861-e46a-49e2-b1af-d3196aba402d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:04.543279 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:05.326687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50582) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:29:05.332290 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-48aa6e1f-c976-4092-8981-66c996da26bc tempest-verify_tempest_config-296685220 tempest-verify_tempest_config-296685220-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:29:05.333237 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-48aa6e1f-c976-4092-8981-66c996da26bc tempest-verify_tempest_config-296685220 tempest-verify_tempest_config-296685220-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056098 Sep 26 10:29:05.840263 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50600) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:29:05.863371 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.173240 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.252073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Publish callbacks [] for security_group (77182a7c-fc48-4269-b375-a9861f00bb57), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.255827 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (77182a7c-fc48-4269-b375-a9861f00bb57), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.283810 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.304730 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b3e1853104aa4c7d967938c58893609b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4635036 Sep 26 10:29:06.305559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77182a7c-fc48-4269-b375-a9861f00bb57,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:29:06.307577 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50606) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:29:06.312463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.312812 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.313175 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.313513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.313849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.314365 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.314551 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.314853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.315179 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.315503 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.315844 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.316172 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.316489 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.316836 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.317156 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13de6e7d-9371-45d0-86fd-be629e1f92bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.363208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Publish callbacks [] for security_group (77182a7c-fc48-4269-b375-a9861f00bb57), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.383224 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Publish callbacks [] for security_group (77182a7c-fc48-4269-b375-a9861f00bb57), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.476145 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (77182a7c-fc48-4269-b375-a9861f00bb57), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.479394 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:06.480548 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/77182a7c-fc48-4269-b375-a9861f00bb57 HTTP/1.1" status: 204 len: 168 time: 0.1720195 Sep 26 10:29:06.488257 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77182a7c-fc48-4269-b375-a9861f00bb57,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:29:06.495204 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.495541 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.495981 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.496398 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.496970 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.497145 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.497504 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.497857 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.498243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.498578 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.498921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.499265 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.499592 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.499915 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:06.500269 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3025710-030a-4aaf-b28c-3644c82c7f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:29:09.713021 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:09.717001 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:12.714741 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:29:16.279766 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:16.308697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:16.309439 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18,neutron:INSERT=11 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:16.484907 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:16.491314 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:16.521560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:27.996506 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=11 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:27.996896 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:31.228382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7e600a1c-5e6e-404b-a32b-142a2055339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:33.735957 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-26fd624c-6610-4928-a0c2-e8c568845fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:34.545949 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:35.863306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:36.277267 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:29:46.270780 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:46.272692 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:46.719477 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:49.716549 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:29:59.711723 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:29:59.712451 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:01.230684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1e8afcdd-698e-4e9a-986c-844a38608273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:03.739869 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-854c8edc-0451-4691-9b23-9499aab2e168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:04.548572 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:05.867344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:06.280308 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:16.270353 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:16.276270 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:23.719150 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:26.715676 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:30:29.706415 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:31.231662 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5fcb247b-9bd0-4540-99c9-e99ffbb137cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:33.742542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bc43fd5e-1357-41d2-8501-9673dbba6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:34.551309 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:35.873977 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:36.290120 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:36.712263 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:41.026847 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616641'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:30:51.015717 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:51.022249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:30:54.161717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50698) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:30:54.287730 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2f5a6a71-cbc6-4a56-9095-f948a2121b19 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249621 Sep 26 10:30:56.761007 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50708) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:30:56.821023 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1d8a2eeb-91e0-4a91-b55b-419618bb87ce admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0588796 Sep 26 10:31:00.711511 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:00.715630 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:01.234306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2ad881af-ffc2-4d2e-ac38-6a2f862a0969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:03.715062 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:31:03.745745 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f20c6b7f-3640-47b6-946a-74c0de95d1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:04.282612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:04.554472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:05.874327 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:06.286378 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:06.816769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:11.013895 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:13.709874 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:13.710665 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:21.005455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:21.010113 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:31.235750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-09c7f284-9400-42d8-b71d-cf6f07be2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:33.748527 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0627c8ff-c002-4c1d-a308-6df4b53a8e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:34.557515 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:35.875785 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:36.289437 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:37.716730 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=12 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:37.721619 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=20 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:40.713490 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:31:41.012047 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:31:50.709679 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:50.710958 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:51.000987 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:31:51.007242 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:01.239329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6f987659-a052-41f5-99c5-fd6995ec94b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:03.750448 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b1334985-a68e-4fd0-a735-dba2643438e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:04.561293 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:05.882660 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:06.290943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:11.027903 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:14.713156 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:14.718745 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:17.712282 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:32:21.022037 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:21.023925 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:27.708162 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:29.710708 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:30.103301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50868) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:30.125673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50874) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:30.279233 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1198002978-network', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:30.300621 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Made reservation on behalf of c64a07f1fc58419e8dbd23d28a43e98b for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:30.303000 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.310985 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-579715881-network', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:30.325793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.358133 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Made reservation on behalf of 615e5825389c4f1d96e6398bf1dab735 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:30.360441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.382940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.490279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks [] for security_group (2580ef42-bd85-49ad-b644-93952320bb92), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.498447 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2580ef42-bd85-49ad-b644-93952320bb92), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.505888 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks [] for security_group (c68ed9c1-bfa4-4f9e-891f-085a568cd570), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.512221 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c68ed9c1-bfa4-4f9e-891f-085a568cd570), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.524626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:32:30.546416 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (3aefd81e-f108-40de-b57b-15cdf6c6ebe0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.546416 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Added segment 3aefd81e-f108-40de-b57b-15cdf6c6ebe0 of type vlan for network 72b0f45a-e680-4d29-a349-f6ec781d90cd Sep 26 10:32:30.553788 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:32:30.574157 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.574580 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Added segment 9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3 of type vlan for network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c Sep 26 10:32:30.583281 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50904) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:30.639647 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580ef42-bd85-49ad-b644-93952320bb92,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:30.645657 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.662849 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (72b0f45a-e680-4d29-a349-f6ec781d90cd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.780874 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.781208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.781560 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.781915 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.782243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.782611 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.782869 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.783177 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.783572 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.783899 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.784221 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.784500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.784988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.785446 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.785922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Tracked resource versions report: Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: pushed versions: Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Agent': {'1.1'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Log': {'1.0'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'NDPProxy': {'1.0'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Network': {'1.1'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Port': {'1.7'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'PortForwarding': {'1.3'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroup': {'1.5'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: consumer versions: Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: HyperV agent@hv-cinder-84456: {}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Agent': '1.1', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'LocalIPAssociation': '1.0', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Log': '1.0', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'NDPProxy': '1.0', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Network': '1.1', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Port': '1.7', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'PortForwarding': '1.3', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroup': '1.5', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'SubPort': '1.0', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Subnet': '1.1', Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Sep 26 10:32:30.787125 dv-cinder-844563-7-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:32:30.792815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.db.resource_extend [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 10:32:30.805949 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (72b0f45a-e680-4d29-a349-f6ec781d90cd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.807084 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:30.808225 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.839497 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50922) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:30.839770 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7351515 Sep 26 10:32:30.845175 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Request body: {'subnet': {'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1198002978-subnet', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:30.849076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.850054 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:30.850624 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.873670 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Made reservation on behalf of c64a07f1fc58419e8dbd23d28a43e98b for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:30.876699 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:30.880770 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7503774 Sep 26 10:32:30.880770 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ed9c1-bfa4-4f9e-891f-085a568cd570,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:30.907034 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50924) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:30.913456 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Request body: {'subnet': {'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-subnet', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:30.930893 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:30.944201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769c29-6ca5-456e-8ad6-9e372e43a0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=72b0f45a-e680-4d29-a349-f6ec781d90cd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:30.958403 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:32:31.011910 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Made reservation on behalf of 615e5825389c4f1d96e6398bf1dab735 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:31.014573 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.016680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b056-722c-48f5-a4a0-d3ef73066a93 admin admin] Pushing event updated for resources: {'Network': ['ID=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:31.019907 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:31.056504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:32:31.255335 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1946119032-network', 'tenant_id': '3c219db8370d4ef49f235020868144d7'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:31.274003 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (b7fac51a-826e-4101-8fd1-cea33c7fb379), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.285322 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Made reservation on behalf of 3c219db8370d4ef49f235020868144d7 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:31.287860 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.290740 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (bd4f6a86-4a5c-4b2b-88ec-d68d2834a413), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.302311 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.302520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5ae561f7-7f82-4d6c-98dd-e7c9b9d59395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.327436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50958) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:31.410737 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:31.412183 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fac51a-826e-4101-8fd1-cea33c7fb379,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:31.419132 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:31.419132 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Network hostable DHCP agents. Network: 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:32:31.425209 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Checking segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:31.425559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Network hostable DHCP agents. Network: 72b0f45a-e680-4d29-a349-f6ec781d90cd, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:32:31.439484 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.439864 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.440045 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:32:31.440250 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.440577 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.441080 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.441554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.442076 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.442556 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.443029 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.443513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.443995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.444488 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.444959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.445440 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.445911 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Tracked resource versions report: Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: pushed versions: Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: consumer versions: Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: HyperV agent@hv-cinder-84456: {}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Log': '1.0', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Network': '1.1', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Port': '1.7', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 26 10:32:31.447160 dv-cinder-844563-7-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:32:31.462558 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:31.469532 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:31.471039 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.473773 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b363c-dc39-4072-a246-a6c8c674076e None None] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:31.479560 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks [] for security_group (13e29d0a-a76b-4764-aa51-5b59471a1983), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.487804 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (13e29d0a-a76b-4764-aa51-5b59471a1983), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.498570 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c68cfc71-239d-4528-bb05-2c2d27e8df78 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5904052 Sep 26 10:32:31.501280 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50970) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:31.505845 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:31.506416 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:32:31.537139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:32:31.540011 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 72b0f45a-e680-4d29-a349-f6ec781d90cd) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:31.549726 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.551116 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.561739 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:31.562891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.587132 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (515503b5-cc0f-4b85-90e1-a4134f454ef9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.588102 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Added segment 515503b5-cc0f-4b85-90e1-a4134f454ef9 of type vlan for network f9f0c1cf-9082-4631-962e-123de80a2bb4 Sep 26 10:32:31.590499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e29d0a-a76b-4764-aa51-5b59471a1983,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:31.630650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605239100-network', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:31.633664 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3451cac-bd5e-42e7-bdaf-fb4effa40416 None None] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:31.653105 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-49fb6cae-b3ed-4dc1-ba9a-e800214923f6 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8121536 Sep 26 10:32:31.657601 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 50974) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:31.663297 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:31.691665 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (f9f0c1cf-9082-4631-962e-123de80a2bb4), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.733042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.734891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.744580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:31.749186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (f9f0c1cf-9082-4631-962e-123de80a2bb4), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.750826 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:31.751652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.771212 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:32:31.772188 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.796806 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for router_controller (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.811011 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-72b0f45a-e680-4d29-a349-f6ec781d90cd', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:32:31.812107 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.886546 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:31.894101 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:31.902929 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.936332 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for router_controller (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:31.946097 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3614979 Sep 26 10:32:31.982101 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 50984) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:32.008486 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Request body: {'subnet': {'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1946119032-subnet', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:32.030722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.079720 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cd280-1a65-4bfe-bd41-195d4a65c469 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f0c1cf-9082-4631-962e-123de80a2bb4,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:32.126215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for router_gateway (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.130777 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:32:32.173020 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Allocated IP 172.20.0.2 (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413/7c359ae5-cd5a-4078-b2bb-9c04275dbe1d) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:32.248406 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Made reservation on behalf of 3c219db8370d4ef49f235020868144d7 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:32.256687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.269165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Allocated IP 172.20.0.2 (72b0f45a-e680-4d29-a349-f6ec781d90cd/b7fac51a-826e-4101-8fd1-cea33c7fb379/9efe1728-9f22-4649-a02b-8e8aad91b4c9) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:32.466883 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:32.481656 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for router_gateway (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.506551 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for router_gateway (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.540829 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.642350 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks [] for security_group (7f110442-b00b-40ef-a558-535e8e397dbb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.673488 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7f110442-b00b-40ef-a558-535e8e397dbb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.730673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:32.738097 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks [] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.744234 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:32.747748 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:32.769980 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.772182 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Allocated IP 172.27.1.234 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/c9643453-10a2-4928-bc5f-89992d9c61d2) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:32.821954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:32:32.825135 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:32.835604 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:32.897793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f110442-b00b-40ef-a558-535e8e397dbb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:32.905958 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:32.907304 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (6d92c0e8-16d2-4c67-bd03-af5168b80b85), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:32.907943 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Added segment 6d92c0e8-16d2-4c67-bd03-af5168b80b85 of type vlan for network 5bfae35e-29c7-4379-ac17-c54030a00cba Sep 26 10:32:33.038374 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.086467 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for router_gateway (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.088510 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Attempting to bind port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:33.094756 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Attempting to bind port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:33.096672 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Attempting to bind port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:33.100778 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (5bfae35e-29c7-4379-ac17-c54030a00cba), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.102950 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:33.108946 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.127963 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (4da16e78-7edb-4ccb-a3b9-677589cbf7f7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.140682 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.188783 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=c9643453-10a2-4928-bc5f-89992d9c61d2,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:33.221625 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:33.226470 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:33.232486 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:33.233835 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:33.234947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.234947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Bound using segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:33.237088 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:33.244029 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Bound port: 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:33.244522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.244663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (5bfae35e-29c7-4379-ac17-c54030a00cba), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.246594 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:33.247278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.340333 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] Pushing event updated for resources: {'Network': ['ID=5bfae35e-29c7-4379-ac17-c54030a00cba,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:33.341834 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Pushing event updated for resources: {'Port': ['ID=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:33.367205 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 5bfae35e-29c7-4379-ac17-c54030a00cba details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:32:33.374592 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da16e78-7edb-4ccb-a3b9-677589cbf7f7,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:33.391953 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.392419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.394598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.395080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.395559 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.395996 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.396447 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.398226 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.398693 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.399180 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.399588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.400002 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.400393 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.400744 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.401172 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Tracked resource versions report: Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: pushed versions: Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: { 'AddressGroup': {'1.2'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Agent': {'1.1'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'ConntrackHelper': {'1.0'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Log': {'1.0'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'NDPProxy': {'1.0'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Network': {'1.1'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Port': {'1.7'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'PortForwarding': {'1.3'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'QosPolicy': {'1.10'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroup': {'1.5'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SubPort': {'1.0'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Subnet': {'1.1'}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Trunk': {'1.1'}} Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: consumer versions: Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: HyperV agent@hv-cinder-84456: {}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Agent': '1.1', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'ConntrackHelper': '1.0', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'LocalIPAssociation': '1.0', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Log': '1.0', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'NDPProxy': '1.0', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Network': '1.1', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Port': '1.7', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'PortForwarding': '1.3', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'QosPolicy': '1.10', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroup': '1.5', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SecurityGroupRule': '1.2', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'SubPort': '1.0', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Subnet': '1.1', Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: 'Trunk': '1.1'}} Sep 26 10:32:33.402452 dv-cinder-844563-7-iscsi neutron-server[106218]: {{(pid=106218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:32:33.414637 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks [] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.437396 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] For port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:33.478409 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.500501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] For port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:33.546156 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.559469 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:33.578568 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:33.581958 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Allocated IP 172.27.1.156 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/7342cebb-293f-47cf-b8d1-7c9a9bf65b80) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:33.587735 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:33.591923 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Pushing event updated for resources: {'Port': ['ID=9efe1728-9f22-4649-a02b-8e8aad91b4c9,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:33.766939 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for router_gateway (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:33.771076 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a4a2ced3-de66-4ddb-8610-b81ac5c3b5ac admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4088116 Sep 26 10:32:33.773324 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Checking segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:33.773878 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Network hostable DHCP agents. Network: f9f0c1cf-9082-4631-962e-123de80a2bb4, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:32:33.782976 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51068) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:33.810554 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Request body: {'subnet': {'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-subnet', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:33.850625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:33.879556 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:34.042372 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e823b-08dd-4257-8498-9be9c1ea2705 None None] Pushing event updated for resources: {'Port': ['ID=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:34.084310 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.109830 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:32:34.122977 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e56063ce-b4fe-42e8-b93d-3c31370db8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.160189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Attempting to bind port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:34.160570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Attempting to bind port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:34.160953 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Attempting to bind port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 on network 72b0f45a-e680-4d29-a349-f6ec781d90cd {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:34.200643 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:34.302449 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:34.303046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Checking segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:34.303213 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.312872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Bound using segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:34.313414 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Bound port: 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:34.315308 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.329832 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51086) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:34.422996 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, f9f0c1cf-9082-4631-962e-123de80a2bb4) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:34.434966 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.448152 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:34.449215 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.474889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:34.477266 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed582a3f-ded6-4e6e-995d-36c86f2af703 None None] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:34.481656 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-019d1465-fe7f-4691-b3b5-bf6e137c51e4 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4862189 Sep 26 10:32:34.487940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51092) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:34.494534 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:34.594590 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:34.601722 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.608794 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.697711 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51098) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:34.706933 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:34.735924 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:34.738742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:34.762961 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:34.777388 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] For port 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:34.818826 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] For port 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9efe1728-9f22-4649-a02b-8e8aad91b4c9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:34.858088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:34.858312 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.859397 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.859663 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a9a936a-44a6-434f-8475-1ad1b450304a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.864429 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:32:34.883378 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-412e4ae6-c16e-469d-988d-c02385588ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.907598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:34.908092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.908578 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d Sep 26 10:32:34.915236 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.926078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Pushing event updated for resources: {'Port': ['ID=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:34.945416 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (64be6b1f-f926-46ad-aa9f-6f18a5f98392), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.992542 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a9a936a-44a6-434f-8475-1ad1b450304a admin admin] Publish callbacks [] for security_group (a192acfd-0847-4e54-be92-849d59ac55b1), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:34.997231 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.003714 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a656-36b9-41a7-9a05-bf037ac0e6a4 None None] Pushing event updated for resources: {'Port': ['ID=9efe1728-9f22-4649-a02b-8e8aad91b4c9,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:35.007836 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-f9f0c1cf-9082-4631-962e-123de80a2bb4', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:32:35.009329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.100051 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for router_controller (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.145152 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:35.157730 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Sync routers for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:35.164918 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:35.165281 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Network hostable DHCP agents. Network: 5bfae35e-29c7-4379-ac17-c54030a00cba, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:32:35.169020 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a9a936a-44a6-434f-8475-1ad1b450304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a192acfd-0847-4e54-be92-849d59ac55b1), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.178808 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:35.181370 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:35.226450 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:35.226845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.294094 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:35.297441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64be6b1f-f926-46ad-aa9f-6f18a5f98392,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:35.298397 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0a9a936a-44a6-434f-8475-1ad1b450304a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8472411865af4f63b0d54d57ce2aa31a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5990789 Sep 26 10:32:35.301992 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:35.304422 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51102) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:35.312399 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Allocated IP 172.20.0.2 (f9f0c1cf-9082-4631-962e-123de80a2bb4/4da16e78-7edb-4ccb-a3b9-677589cbf7f7/74bc1936-0cdc-4b94-8b6f-abdbfc7835e4) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:35.320249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.353653 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a936a-44a6-434f-8475-1ad1b450304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a192acfd-0847-4e54-be92-849d59ac55b1,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:35.368887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.371415 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-702ca86f-c8bb-4d63-b774-61552b3c9ce3 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7123075 Sep 26 10:32:35.374819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51104) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:35.424077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3e286-5414-4117-a6b7-d7c75a0a344a None None] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:35.424502 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:32:35.459618 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:35.612484 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:35.634596 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for router_gateway (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.636469 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:35.643346 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-63112b48-c8ff-4a10-a641-e792fd4e7f77 None None] Provisioning complete for port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:35.646440 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-63112b48-c8ff-4a10-a641-e792fd4e7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.646799 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-63112b48-c8ff-4a10-a641-e792fd4e7f77 None None] Attempt 1 to provision port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d Sep 26 10:32:35.686621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:35.689688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 5bfae35e-29c7-4379-ac17-c54030a00cba) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:35.730193 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21c903-1733-485b-bbc1-27d2e79988a7 None None] Network 5bfae35e-29c7-4379-ac17-c54030a00cba requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:35.840934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:35.939702 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:35.940323 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.960530 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:35.974525 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:35.977420 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-412e4ae6-c16e-469d-988d-c02385588ff8 admin admin] Publish callbacks [] for security_group (609af8b1-f18c-4b6a-822d-e3a59febce1d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.030671 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-412e4ae6-c16e-469d-988d-c02385588ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (609af8b1-f18c-4b6a-822d-e3a59febce1d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.050284 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:33Z', 'revision_number': 3, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:36.082365 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e4ae6-c16e-469d-988d-c02385588ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609af8b1-f18c-4b6a-822d-e3a59febce1d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:36.135060 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Checking router: eae4339b-0a01-4c2c-b3ac-c11ba36879f3 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:36.135882 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Updating router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 port c9643453-10a2-4928-bc5f-89992d9c61d2 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:36.189051 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks [] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.194382 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e63c9400-d2c4-48f8-a69a-1258515cc754 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4101424 Sep 26 10:32:36.201740 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51128) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:36.213934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:36.256159 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.319571 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-63112b48-c8ff-4a10-a641-e792fd4e7f77 None None] Current status of the port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:36.351089 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.352564 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] Publish callbacks [] for security_group (a192acfd-0847-4e54-be92-849d59ac55b1), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.405807 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-5bfae35e-29c7-4379-ac17-c54030a00cba', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:32:36.414893 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.460355 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.465419 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-412e4ae6-c16e-469d-988d-c02385588ff8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=34ab3676c5a24990a49c71f0e5055105&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1225483 Sep 26 10:32:36.466649 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51138) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:36.469780 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:36.563406 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.564923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] Publish callbacks [] for security_group (a192acfd-0847-4e54-be92-849d59ac55b1), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.572404 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for router_gateway (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.581905 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for router_gateway (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.590824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:36.673263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.675308 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.718076 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:36.719299 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426af85-d509-4286-88f2-601f909d0c76 None None] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:36.721068 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-871ca6b1-130f-4f51-99e1-1f4bff4dd985 None None] Provisioning complete for port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:36.721520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-871ca6b1-130f-4f51-99e1-1f4bff4dd985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.721957 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-871ca6b1-130f-4f51-99e1-1f4bff4dd985 None None] Attempt 1 to provision port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d Sep 26 10:32:36.732479 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:36.752714 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Allocated IP 172.20.0.1 (72b0f45a-e680-4d29-a349-f6ec781d90cd/b7fac51a-826e-4101-8fd1-cea33c7fb379/12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:36.764541 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for router_controller (dce4cacd-c90c-4385-a1bb-53486e0146e2), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.770619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:36.781119 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.783602 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Pushing event updated for resources: {'Port': ['ID=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:36.882640 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks [] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.900890 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.917504 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks [] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:36.992160 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.058758 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:37.064235 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:37.076024 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Pushing event updated for resources: {'Port': ['ID=c9643453-10a2-4928-bc5f-89992d9c61d2,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:37.078304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:37.084470 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:37.085949 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.089415 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Attempting to bind port c9643453-10a2-4928-bc5f-89992d9c61d2 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:37.089802 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Attempting to bind port c9643453-10a2-4928-bc5f-89992d9c61d2 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:37.090183 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Attempting to bind port c9643453-10a2-4928-bc5f-89992d9c61d2 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:37.104476 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.108100 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.109934 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.110504 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.113189 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.113731 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.114255 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.115216 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.115708 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.118970 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.119824 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.120339 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.120981 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.121587 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.122587 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Tracked resource versions report: Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: pushed versions: Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: consumer versions: Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: HyperV agent@hv-cinder-84456: {}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: L3 agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: Metadata agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: Metering agent@dv-cinder-844563-7-iscsi: {}, Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-844563-7-iscsi: { 'AddressGroup': '1.2', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Log': '1.0', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Network': '1.1', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Port': '1.7', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 26 10:32:37.124058 dv-cinder-844563-7-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 10:32:37.137301 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:37.138345 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.138815 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d Sep 26 10:32:37.208521 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a192acfd-0847-4e54-be92-849d59ac55b1), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.213045 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.217755 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a192acfd-0847-4e54-be92-849d59ac55b1 HTTP/1.1" status: 204 len: 168 time: 1.9097691 Sep 26 10:32:37.229722 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:37.230507 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:37.231068 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.231616 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:37.232257 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Bound port: c9643453-10a2-4928-bc5f-89992d9c61d2, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:37.232889 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.235740 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.262927 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.319706 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] For port c9643453-10a2-4928-bc5f-89992d9c61d2, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:37.326660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] For port c9643453-10a2-4928-bc5f-89992d9c61d2, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=c9643453-10a2-4928-bc5f-89992d9c61d2,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:37.335892 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.341873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.368782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.382910 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:37.383622 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:37.465914 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Attempting to bind port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:37.466916 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Attempting to bind port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:37.467029 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995021d-9a5f-4e7d-816a-a4b5bb62af35 None None] Pushing event updated for resources: {'Port': ['ID=c9643453-10a2-4928-bc5f-89992d9c61d2,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:37.467507 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Attempting to bind port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:37.498898 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.543777 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Allocated IP 172.20.0.2 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/d2a6e63e-dd83-4414-b2fc-b623dc2faad2) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:37.574051 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-871ca6b1-130f-4f51-99e1-1f4bff4dd985 None None] Current status of the port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:37.583555 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:37.584887 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9efe1728-9f22-4649-a02b-8e8aad91b4c9 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:37.586879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:37.587339 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Checking segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:37.587802 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.588251 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Bound using segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:37.588843 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Bound port: 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:37.589290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.599151 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] Publish callbacks [] for security_group (609af8b1-f18c-4b6a-822d-e3a59febce1d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.606071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ab9c4-78bc-46fa-8914-e0d63377e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a192acfd-0847-4e54-be92-849d59ac55b1,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:37.643039 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:37.656676 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks [] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.656833 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.662387 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.678087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.678901 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.743704 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.802666 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:37.837387 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:37.869649 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] For port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:37.873665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for router_gateway (dce4cacd-c90c-4385-a1bb-53486e0146e2), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.875325 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] For port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:37.880237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Provisioning complete for port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:37.880788 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.881649 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 1 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:37.914803 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] Publish callbacks [] for security_group (609af8b1-f18c-4b6a-822d-e3a59febce1d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.919316 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.930432 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Allocated IP 172.27.1.197 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/173cef51-f75b-4189-8a3b-81f5e5cf6aef) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:37.962443 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:37.966032 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:37.974407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:37.987546 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73', 'name': '', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'mac_address': 'fa:16:3e:3f:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:36Z', 'revision_number': 1, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'subnets': [{'id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:38.020291 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46606ec-9318-4a0d-aa1d-a3c969070593 None None] The sync data for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi is: [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73', 'name': '', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'mac_address': 'fa:16:3e:3f:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:36Z', 'revision_number': 1, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'subnets': [{'id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:38.078893 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:38.090817 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:38.091515 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.092067 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 Sep 26 10:32:38.351832 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369972-d24c-4291-a82b-3b96441469b3 None None] Pushing event updated for resources: {'Port': ['ID=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:38.376093 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks [] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.401608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.498217 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:32:38.581330 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:38.589838 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 2 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:38.607490 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Pushing event updated for resources: {'Port': ['ID=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:38.642061 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:38.646238 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:38.657173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:38.657650 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4e7c1811-c649-4a3b-a35d-0922ba6fc8f5 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/eae4339b-0a01-4c2c-b3ac-c11ba36879f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2810144 Sep 26 10:32:38.670154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:38.711759 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:38.711759 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.724086 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.727603 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (609af8b1-f18c-4b6a-822d-e3a59febce1d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.734631 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.739581 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/609af8b1-f18c-4b6a-822d-e3a59febce1d HTTP/1.1" status: 204 len: 168 time: 2.1909707 Sep 26 10:32:38.751501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:38.761227 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f69a34-9fb9-49bb-9064-bddca41dfbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609af8b1-f18c-4b6a-822d-e3a59febce1d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:38.817680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for router_gateway (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.854779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Attempting to bind port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:38.855369 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Attempting to bind port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:38.855882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Attempting to bind port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:38.859179 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.866740 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9efe1728-9f22-4649-a02b-8e8aad91b4c9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:38.891903 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.978877 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:38.979347 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:38.979761 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:38.980211 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:38.980789 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Bound port: d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:38.981164 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.012433 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:32:39.027629 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=9efe1728-9f22-4649-a02b-8e8aad91b4c9,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:39.084629 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:39.090582 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.157807 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:39.168540 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] For port d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:39.201592 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Allocated IP 172.27.1.48 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/4cd620f1-4e7b-422d-b687-c8c2eefd513d) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:39.228617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:39.271658 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 3 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:39.284473 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:39.303760 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:39.322357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:39.349770 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] For port d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:39.399256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:39.419447 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.549059 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:39.635675 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:39.636328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.636643 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 Sep 26 10:32:39.654894 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Pushing event updated for resources: {'Port': ['ID=173cef51-f75b-4189-8a3b-81f5e5cf6aef,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:39.696665 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e1e6d-dbbf-46d0-9e63-4d60ffc2d4ad None None] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:39.701115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515dbd4-317e-4873-85ca-2dff7e646c96 None None] Pushing event updated for resources: {'Port': ['ID=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:39.821304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51218) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:39.858282 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:39.877828 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-725f0f84-a690-425b-b3b9-c3b825070914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.950147 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:39.950540 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:39.955866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:39.982967 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.042984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:40.053131 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 4 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:40.116829 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:40.117544 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:40.117969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:40.120125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.163934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-725f0f84-a690-425b-b3b9-c3b825070914 admin admin] Publish callbacks [] for security_group (99f9dcb2-744a-4a39-a50b-5b1116d339c7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.172766 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.178880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-725f0f84-a690-425b-b3b9-c3b825070914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (99f9dcb2-744a-4a39-a50b-5b1116d339c7), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.248201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.254345 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8f455000-5ec2-4e27-9ded-b301497db26b admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7517366 Sep 26 10:32:40.255083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51228) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:40.257213 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0f84-a690-425b-b3b9-c3b825070914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9dcb2-744a-4a39-a50b-5b1116d339c7,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:40.326877 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-725f0f84-a690-425b-b3b9-c3b825070914 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ee2f8842bb24fca8d51eb7920c581ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5030241 Sep 26 10:32:40.330359 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51230) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:40.450258 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:40.474409 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51252) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:40.484660 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:40.484849 dv-cinder-844563-7-iscsi neutron-server[106216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 10:32:40.511065 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] Publish callbacks [] for security_group (99f9dcb2-744a-4a39-a50b-5b1116d339c7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.560214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:40.587453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] Publish callbacks [] for security_group (99f9dcb2-744a-4a39-a50b-5b1116d339c7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:40.636654 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 5 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:40.775280 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:40.854728 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:40.907068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:40.924660 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:40.930587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:41.060840 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (99f9dcb2-744a-4a39-a50b-5b1116d339c7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.088227 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.091345 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/99f9dcb2-744a-4a39-a50b-5b1116d339c7 HTTP/1.1" status: 204 len: 168 time: 0.7580070 Sep 26 10:32:41.167776 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649ea1-46f0-43ba-a162-031a1be74381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9dcb2-744a-4a39-a50b-5b1116d339c7,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:41.200296 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-4f63a7b9-41ab-4729-a923-20b1240a355d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:41.201969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-4f63a7b9-41ab-4729-a923-20b1240a355d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/networks?id=72b0f45a-e680-4d29-a349-f6ec781d90cd HTTP/1.1" status: 200 len: 812 time: 0.7241580 Sep 26 10:32:41.242721 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-897aa85a-bf9f-440c-8414-08b334d69d7e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/quotas/c64a07f1fc58419e8dbd23d28a43e98b HTTP/1.1" status: 200 len: 375 time: 0.0332835 Sep 26 10:32:41.244246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:35Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:41.250946 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbe104-eca7-4ee1-bedb-952fb57874d6 None None] Network 5bfae35e-29c7-4379-ac17-c54030a00cba requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:32:41.255334 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:41.268562 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for router_gateway (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.449780 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-bee19e83-2248-48ce-b9fb-e39d4f220a85 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c64a07f1fc58419e8dbd23d28a43e98b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000694 Sep 26 10:32:41.490290 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 6 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:41.503976 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9efe1728-9f22-4649-a02b-8e8aad91b4c9 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:41.508119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:41.508569 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Updating router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:41.509735 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Pushing event updated for resources: {'Port': ['ID=4cd620f1-4e7b-422d-b687-c8c2eefd513d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:41.567612 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:41.568692 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.651738 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for router_gateway (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.696158 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.756032 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:41.784174 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:41.845862 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:41.846491 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:41.846773 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 Sep 26 10:32:41.856432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-c9e84455-dee1-4669-a162-cf5a9d5a26fc service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:32:41.858067 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-c9e84455-dee1-4669-a162-cf5a9d5a26fc service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1106107 Sep 26 10:32:41.976829 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-7db3c395-aa3c-47c5-adc5-20cc18638263 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108427 Sep 26 10:32:41.998733 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Sync routers for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:42.014795 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:42.015702 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:42.043471 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.069694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:42.091559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:42.094916 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-4ae71d25-418d-4ff5-84c8-802abab2632e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115017 Sep 26 10:32:42.171328 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.189672 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.217593 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:42.286288 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 7 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:42.487582 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:42.487582 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:42.488125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:42.499337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51332) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:42.527355 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73', 'name': '', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'mac_address': 'fa:16:3e:3f:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 2, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'subnets': [{'id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:42.570527 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks [] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.589126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.598334 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f367a89-9372-4aeb-89fd-2a0d3868f1cb req-202da42b-95ad-491f-8a93-052b7ae5191a tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.0974243 Sep 26 10:32:42.621860 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Checking router: eae4339b-0a01-4c2c-b3ac-c11ba36879f3 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:42.621860 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Updating router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:42.633368 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:42.678273 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Attempting to bind port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:42.678559 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Attempting to bind port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:42.678916 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Attempting to bind port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:42.711761 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.751383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf967c-441c-4222-9095-f10fd9120d12 None None] Pushing event updated for resources: {'Port': ['ID=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:42.756620 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:42.757010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.757347 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 Sep 26 10:32:42.805120 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:42.805490 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:42.805889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.806303 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:42.806775 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Bound port: 7342cebb-293f-47cf-b8d1-7c9a9bf65b80, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:42.807177 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:42.849286 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:32:42.874963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:42.888012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Allocated IP 172.20.0.1 (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413/8b3a783f-9934-46d6-a956-655918c16303) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:42.910560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] For port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:42.921895 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:32:42.930553 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:42.932026 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device c9643453-10a2-4928-bc5f-89992d9c61d2 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:42.935564 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] For port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:42.961846 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.020588 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 8 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:43.086085 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:43.127391 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:43.128250 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:43.134501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:43.138505 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf967c-441c-4222-9095-f10fd9120d12 None None] Pushing event updated for resources: {'Port': ['ID=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:43.199606 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port c9643453-10a2-4928-bc5f-89992d9c61d2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:43.199986 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.200385 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port c9643453-10a2-4928-bc5f-89992d9c61d2 Sep 26 10:32:43.327581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:43.375516 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks [] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.378798 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:43.386551 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.451228 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:43.454858 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a68c3-4c96-43a0-bfcc-3142e5cf02be None None] Pushing event updated for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:43.460335 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port c9643453-10a2-4928-bc5f-89992d9c61d2 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:43.460839 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.500979 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port c9643453-10a2-4928-bc5f-89992d9c61d2, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=c9643453-10a2-4928-bc5f-89992d9c61d2,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:43.518729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.520393 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d2a6e63e-dd83-4414-b2fc-b623dc2faad2 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:43.533464 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Attempting to bind port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:43.534269 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Attempting to bind port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:43.534805 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Attempting to bind port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 on network 72b0f45a-e680-4d29-a349-f6ec781d90cd {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:43.592016 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:43.592673 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Checking segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:43.593446 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.594075 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Bound using segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:43.594841 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Bound port: 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:43.595721 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.629119 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:43.649124 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 9 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:43.704770 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:43.707162 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] For port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:43.718544 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] For port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:43.736335 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.746746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:43.780869 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:43.789572 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.789840 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:43.796156 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-860abf01-cf7c-4f54-ab1b-4aa4b5a1548f admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5140257 Sep 26 10:32:43.797899 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51382) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:43.808111 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:43.850865 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d622de2-5472-4677-8d26-3d9e3b806c5e req-22c6c30d-b637-441d-a3db-2fd79ccfb987 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.0965903 Sep 26 10:32:43.902433 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:43.918065 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:43.919654 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f0d85820-480f-45aa-b56c-cddbe511f64d admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4302692 Sep 26 10:32:43.924558 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51394) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:43.961199 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=c9643453-10a2-4928-bc5f-89992d9c61d2,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:43.987922 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:43.991799 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:43.997973 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks [] for port (8b3a783f-9934-46d6-a956-655918c16303), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:44.013649 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:44.014662 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:44.015242 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 Sep 26 10:32:44.017688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:44.143965 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a68c3-4c96-43a0-bfcc-3142e5cf02be None None] Pushing event updated for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:44.158404 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:44.188133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:35Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:44.192882 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:44.194056 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:44.232978 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:44.240767 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:44.305326 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:44.321777 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:44.345812 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:44.375954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:44.376608 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:44.665584 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 10 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:44.762252 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:44.772116 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:44.789170 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c4c213-3254-446b-ad6e-2a657eeb6ceb None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:35Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:45.110276 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8b3a783f-9934-46d6-a956-655918c16303), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.124915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.130854 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:45.204069 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:45.239965 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Current status of the port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:45.240551 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.274094 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:45.304165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.327705 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73', 'name': '', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'mac_address': 'fa:16:3e:3f:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:43Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'subnets': [{'id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:45.418999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:45.419677 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.475974 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd874a-2dda-4eb3-b10c-43991627e719 None None] The sync data for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi is: [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:37Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73', 'name': '', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'mac_address': 'fa:16:3e:3f:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:43Z', 'revision_number': 4, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'subnets': [{'id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:45.688992 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:39Z', 'revision_number': 3, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:45.707581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] For port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:45.716937 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:45.741671 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.747496 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:45.749586 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Updating router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 port 173cef51-f75b-4189-8a3b-81f5e5cf6aef binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:45.765438 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:45.825102 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.885575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:45.914315 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:45.917303 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-481038df-214c-41b3-9be7-db800f51663c req-4d940a91-e683-497b-9508-517dcd009b5c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.4844778 Sep 26 10:32:45.953782 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:46.017000 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Provisioning complete for port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:46.017778 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.020393 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Attempt 1 to provision port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 Sep 26 10:32:46.118512 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Allocated IP 172.20.0.1 (f9f0c1cf-9082-4631-962e-123de80a2bb4/4da16e78-7edb-4ccb-a3b9-677589cbf7f7/9a415b61-b4e6-406c-b663-24955cc1e504) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:46.294537 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:41Z', 'revision_number': 3, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:46.323084 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:46.323559 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Updating router dce4cacd-c90c-4385-a1bb-53486e0146e2 port 4cd620f1-4e7b-422d-b687-c8c2eefd513d binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:46.327613 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Pushing event updated for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:46.339459 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51480) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:46.370415 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:46.458524 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Allocated IP 172.20.0.1 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/2e65b097-a32d-499d-9a8c-11b1593c4e4b) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:46.484092 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks [] for port (8b3a783f-9934-46d6-a956-655918c16303), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.528098 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.530943 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.542788 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:46.543372 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.543795 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 Sep 26 10:32:46.548266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks [] for port (9a415b61-b4e6-406c-b663-24955cc1e504), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.572326 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.637242 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.739299 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:46.749302 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6175060-f35d-4498-9104-be053230c6d8 None None] Current status of the port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:46.779084 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks [] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.784631 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:46.797399 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.817159 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:46.833467 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:46.835753 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:46.842007 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:46.943897 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Attempting to bind port 173cef51-f75b-4189-8a3b-81f5e5cf6aef on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:46.944758 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Attempting to bind port 173cef51-f75b-4189-8a3b-81f5e5cf6aef by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:46.945118 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Attempting to bind port 173cef51-f75b-4189-8a3b-81f5e5cf6aef on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:46.961851 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Pushing event updated for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.059975 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Provisioning complete for port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:47.063735 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.065516 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 1 to provision port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 Sep 26 10:32:47.074414 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.081297 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:47.081677 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:47.082704 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.083013 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:47.083500 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Bound port: 173cef51-f75b-4189-8a3b-81f5e5cf6aef, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:47.091361 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.094165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb208-c1b8-43b9-a0b7-f659466251db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.162382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:47.183018 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea0f5-7ea0-404b-bf53-c2bba71646c9 None None] Pushing event updated for resources: {'Port': ['ID=173cef51-f75b-4189-8a3b-81f5e5cf6aef,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.231682 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] For port 173cef51-f75b-4189-8a3b-81f5e5cf6aef, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:47.239011 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] For port 173cef51-f75b-4189-8a3b-81f5e5cf6aef, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=173cef51-f75b-4189-8a3b-81f5e5cf6aef,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:47.252694 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.258499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.331063 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks [] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.344968 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:47.391678 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:47.424949 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:47.426542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:47.427088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.437874 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:47.465031 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:47.483600 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:47.484291 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:47.499564 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.500554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device c9643453-10a2-4928-bc5f-89992d9c61d2 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:47.503767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:47.536445 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb208-c1b8-43b9-a0b7-f659466251db admin admin] Publish callbacks [] for security_group (fba51e1e-0c18-4d66-93b7-154ca3f18116), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.549466 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-73ade213-bf1b-4ee1-862b-ab402a3d01be req-578c7819-d6ae-4ba8-9842-04836fd4cddb tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.0721056 Sep 26 10:32:47.555347 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb208-c1b8-43b9-a0b7-f659466251db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (fba51e1e-0c18-4d66-93b7-154ca3f18116), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.610576 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Current status of the port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:47.654197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.659062 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ea0f5-7ea0-404b-bf53-c2bba71646c9 None None] Pushing event updated for resources: {'Port': ['ID=173cef51-f75b-4189-8a3b-81f5e5cf6aef,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.665200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks [] for port (9a415b61-b4e6-406c-b663-24955cc1e504), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.673087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.674662 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.685815 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Provisioning complete for port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:47.686217 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.686552 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 1 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:47.692914 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcb208-c1b8-43b9-a0b7-f659466251db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba51e1e-0c18-4d66-93b7-154ca3f18116,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.703682 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:47.748700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:47.762864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks [] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.764639 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.786820 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:47.789495 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:47.794332 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.805587 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.841171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port c9643453-10a2-4928-bc5f-89992d9c61d2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:47.841556 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:47.841890 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port c9643453-10a2-4928-bc5f-89992d9c61d2 Sep 26 10:32:47.859435 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Pushing event updated for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:47.862968 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:47.864683 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:47.930736 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Attempting to bind port 4cd620f1-4e7b-422d-b687-c8c2eefd513d on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:47.931099 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Attempting to bind port 4cd620f1-4e7b-422d-b687-c8c2eefd513d by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:47.931466 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Attempting to bind port 4cd620f1-4e7b-422d-b687-c8c2eefd513d on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:47.998015 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b9dcb208-c1b8-43b9-a0b7-f659466251db admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=278d2e73018e464ab63524b9e4ebd32b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6543834 Sep 26 10:32:47.999940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51510) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:48.058757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:48.078512 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27648636-6436-448c-b51d-745aa3673ba2 None None] Pushing event updated for resources: {'Port': ['ID=4cd620f1-4e7b-422d-b687-c8c2eefd513d,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:48.121478 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:46Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:48.137271 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Pushing event updated for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:48.151347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:32:48.163633 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f8b1d-8a2f-4daa-aa6d-44949c2fa612 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:46Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:48.185979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:48.229339 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port c9643453-10a2-4928-bc5f-89992d9c61d2 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:48.230706 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:48.232473 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:48.236672 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:48.237386 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.241397 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:48.241786 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Bound port: 4cd620f1-4e7b-422d-b687-c8c2eefd513d, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:48.242237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.250540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:32:48.258825 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.320220 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] Publish callbacks [] for security_group (fba51e1e-0c18-4d66-93b7-154ca3f18116), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.329877 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:48.340612 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3dc54499-45a8-4b82-b760-947d73689b80 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3a44327f-2d5a-4822-8a99-7ae8a577d9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4147158 Sep 26 10:32:48.355356 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Current status of the port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:48.372007 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Provisioning complete for port 8b3a783f-9934-46d6-a956-655918c16303 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:48.372377 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (8b3a783f-9934-46d6-a956-655918c16303), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.372704 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 1 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:48.397331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:48.405977 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] For port 4cd620f1-4e7b-422d-b687-c8c2eefd513d, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:48.406150 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] Publish callbacks [] for security_group (fba51e1e-0c18-4d66-93b7-154ca3f18116), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.426825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:48.426825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.427226 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:48.435601 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] For port 4cd620f1-4e7b-422d-b687-c8c2eefd513d, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=4cd620f1-4e7b-422d-b687-c8c2eefd513d,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:48.457726 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:48.465449 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:48.470763 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.511485 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:48.512466 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:48.618108 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:48.632472 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6a8fe7b5-05ef-4641-abe3-e827993e9207 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3107033 Sep 26 10:32:48.677957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (fba51e1e-0c18-4d66-93b7-154ca3f18116), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.681639 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.688132 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fba51e1e-0c18-4d66-93b7-154ca3f18116 HTTP/1.1" status: 204 len: 168 time: 0.6702077 Sep 26 10:32:48.694414 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:48.734276 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks [] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.739928 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58230009-7822-4cb1-80e8-45777731d2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba51e1e-0c18-4d66-93b7-154ca3f18116,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:48.747348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.748339 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:48.750328 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.57', 64746) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:48.846471 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5516f254-84eb-43e6-8a7e-ff1d88630341 req-5ec6dd26-0f7d-49e5-8d8f-2aa2bca297c0 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.1335747 Sep 26 10:32:49.021133 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 2 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:49.043164 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27648636-6436-448c-b51d-745aa3673ba2 None None] Pushing event updated for resources: {'Port': ['ID=4cd620f1-4e7b-422d-b687-c8c2eefd513d,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:49.058310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51538) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:49.069322 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486717437', 'description': 'tempest-description--1590372865'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:49.157820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:49.194898 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Pushing event updated for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:49.417538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:49.437075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (c2298355-5f03-4a5c-894a-e90f0b7db02f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:49.446266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c2298355-5f03-4a5c-894a-e90f0b7db02f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:49.491031 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-4e924345-6623-46e3-81b4-13b521b1aa5c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:49.494387 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-4e924345-6623-46e3-81b4-13b521b1aa5c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.57 "GET /networking/v2.0/networks?id=72b0f45a-e680-4d29-a349-f6ec781d90cd HTTP/1.1" status: 200 len: 812 time: 0.7016611 Sep 26 10:32:49.497299 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:49.499099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:49.587591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:49.591931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5317616 Sep 26 10:32:49.595538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51570) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:49.596618 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d71a-cb04-4f9b-b1ec-766a819c66c2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2298355-5f03-4a5c-894a-e90f0b7db02f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:49.612681 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Request body: {'port': {'device_id': 'f4369a14-7525-4b86-8326-047357bac1f6', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'admin_state_up': True, 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:49.623396 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group_rule': {'security_group_id': 'c2298355-5f03-4a5c-894a-e90f0b7db02f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:49.697330 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:49.797497 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:49.814744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (01a4543d-68a3-4117-a12b-210b1564af9d), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:49.817883 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:49.821048 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:49.821862 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:50.128260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:50.244386 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:32:50.263168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:50.278825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 173cef51-f75b-4189-8a3b-81f5e5cf6aef up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:50.359631 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 3 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:50.477112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-9d0eb207-4b8d-4a8f-9cc7-509a61ad8bf8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:50.487330 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-9d0eb207-4b8d-4a8f-9cc7-509a61ad8bf8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 0.6102805 Sep 26 10:32:50.493171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:50.496165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:50.573957 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (01a4543d-68a3-4117-a12b-210b1564af9d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:50.576682 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 173cef51-f75b-4189-8a3b-81f5e5cf6aef triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:50.583554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:50.585879 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 173cef51-f75b-4189-8a3b-81f5e5cf6aef Sep 26 10:32:50.591823 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cab0f60a-f22a-48fc-a651-be4b9520a4b6 req-ba51c714-1bba-48a0-806e-d58648f3f678 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.4800608 Sep 26 10:32:50.615119 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (01a4543d-68a3-4117-a12b-210b1564af9d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:50.665127 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:46Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:50.684193 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-60f1cf9e-2c43-42ca-87ba-a85c1bbae33e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/quotas/615e5825389c4f1d96e6398bf1dab735 HTTP/1.1" status: 200 len: 375 time: 0.1954992 Sep 26 10:32:50.710509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a4543d-68a3-4117-a12b-210b1564af9d,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:50.754764 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:50.762409 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-db1e86ee-4642-46ce-aeaa-8256bd11e1c5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1497335 Sep 26 10:32:50.768167 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51626) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:50.774164 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group_rule': {'security_group_id': 'c2298355-5f03-4a5c-894a-e90f0b7db02f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:50.813386 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-b34ac5bd-e4d6-4f1a-a1a3-0f70b0bcef13 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1278598 Sep 26 10:32:50.857061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41423f3b-a608-4718-b996-b87ad7c9c70e None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:46Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:50.879885 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:50.890117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (bbd007aa-d460-46aa-951a-b8ac5179b56f), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:50.960324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:50.984089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Made reservation on behalf of c64a07f1fc58419e8dbd23d28a43e98b for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:32:50.995387 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.003712 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 4 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:51.142972 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (bbd007aa-d460-46aa-951a-b8ac5179b56f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.163009 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (bbd007aa-d460-46aa-951a-b8ac5179b56f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.240839 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:51.263082 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd007aa-d460-46aa-951a-b8ac5179b56f,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:51.279643 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.289529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8bc7c2d6-3df3-4cc2-863e-5200d4b13a67 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196877 Sep 26 10:32:51.290591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51658) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:51.309947 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:51.337984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:51.391352 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 173cef51-f75b-4189-8a3b-81f5e5cf6aef is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:51.391852 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.403276 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.487089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:32:51.506148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:45Z', 'revision_number': 2, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:51.510913 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9a6e1014-af45-45f4-b087-5b114e21ff9a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/dce4cacd-c90c-4385-a1bb-53486e0146e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7104478 Sep 26 10:32:51.610050 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:51.610524 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Updating router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 port 8b3a783f-9934-46d6-a956-655918c16303 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:51.633324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 173cef51-f75b-4189-8a3b-81f5e5cf6aef, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=173cef51-f75b-4189-8a3b-81f5e5cf6aef,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:51.633669 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Allocated IP 172.20.0.3 (72b0f45a-e680-4d29-a349-f6ec781d90cd/b7fac51a-826e-4101-8fd1-cea33c7fb379/1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:51.675022 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-00cf613d-ee2a-425f-a0ad-35234bef7814 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:32:51.685592 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-00cf613d-ee2a-425f-a0ad-35234bef7814 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2456479 Sep 26 10:32:51.690292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.691143 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:51.830191 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8b3a783f-9934-46d6-a956-655918c16303), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:51.872372 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 5 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:51.951963 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-655df6db-4c4d-4b1b-9c18-990d55553156 req-a09c7235-9271-4209-b033-b263f1d98c39 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.0861712 Sep 26 10:32:51.967377 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-ed4dd17d-1b32-4f37-b3bd-540749032f1a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808363 Sep 26 10:32:52.002649 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:52.003399 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=173cef51-f75b-4189-8a3b-81f5e5cf6aef,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:52.198294 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:52.198294 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.198294 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 Sep 26 10:32:52.239122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks [] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.364578 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.376793 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-77564938-5bcb-47b4-b750-1e8a8825774a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081686 Sep 26 10:32:52.450650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.502711 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51706) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:52.575879 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 6 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:52.692245 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Pushing event updated for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:52.712237 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:52.714421 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:52.720345 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:52.728465 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:52.730277 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.757458 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46afb718-744a-4b16-8ebc-356c9e32b06d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1598313 Sep 26 10:32:52.782106 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51714) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:52.787821 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191527834', 'description': 'tempest-description--258997480'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:52.843405 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:52.877045 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:52.882896 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:52.908274 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:52.917614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Allocated IP 172.27.1.187 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/df41b317-50e1-4612-a44f-d8e063333988) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:53.031323 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:53.089931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-45089256-a319-4fa8-b7b4-4bec9b59aaf6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:32:53.091465 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-45089256-a319-4fa8-b7b4-4bec9b59aaf6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0228736 Sep 26 10:32:53.179256 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (44b05a63-835d-4a74-9b09-aac7299e7c15), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.187475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (44b05a63-835d-4a74-9b09-aac7299e7c15), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.241145 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:53.276494 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:53.279145 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.280161 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 Sep 26 10:32:53.370700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks [] for port (8b3a783f-9934-46d6-a956-655918c16303), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.384837 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.389016 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6048012 Sep 26 10:32:53.391967 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298f4b1-f916-43b7-910b-ca277ee7a4ca tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b05a63-835d-4a74-9b09-aac7299e7c15,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:53.396799 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51746) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:53.402352 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.408352 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '44b05a63-835d-4a74-9b09-aac7299e7c15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:53.436022 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 7 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:53.437924 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:53.440141 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a3832c3-9d7e-4cf1-b94f-59a4e7a05e01 req-c3a61145-e716-42cd-91fe-3053bcbea18b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 210 time: 0.4227474 Sep 26 10:32:53.440837 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:53.519886 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:53.520520 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:53.521147 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (e849d3de-47ca-4ba7-9eaf-47c288664487), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.739060 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (e849d3de-47ca-4ba7-9eaf-47c288664487), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.748977 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (e849d3de-47ca-4ba7-9eaf-47c288664487), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.771820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8703-dc50-4dc8-9103-50b4f1d8bcf2 req-2af2cf0e-69d9-47a0-a1ab-9a8626424ad0 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:53.790256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca0b8703-dc50-4dc8-9103-50b4f1d8bcf2 req-2af2cf0e-69d9-47a0-a1ab-9a8626424ad0 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 931 time: 0.5811660 Sep 26 10:32:53.813834 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.830053 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185216 Sep 26 10:32:53.830053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51774) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:53.831317 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '44b05a63-835d-4a74-9b09-aac7299e7c15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:53.833683 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fb19d2eb-91bb-4182-a132-55a1d125bdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.864712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:53.865834 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46247ff-fd3a-457c-a0ec-759601caeeb9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e849d3de-47ca-4ba7-9eaf-47c288664487,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:53.911636 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (e8f47798-7441-49e1-95f9-212705d4ceec), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:53.924926 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:54.098418 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (e8f47798-7441-49e1-95f9-212705d4ceec), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.110483 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (e8f47798-7441-49e1-95f9-212705d4ceec), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.162853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fb19d2eb-91bb-4182-a132-55a1d125bdbd admin admin] Publish callbacks [] for security_group (09760db6-1e18-448e-a0da-e10ef03b0725), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.165000 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:54.170711 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:54.176675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:54.177000 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:54.178415 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:54.180887 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f47798-7441-49e1-95f9-212705d4ceec,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:54.196996 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (df41b317-50e1-4612-a44f-d8e063333988), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.223308 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.228323 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b79e84e0-0783-436b-943c-3f928a457097 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019973 Sep 26 10:32:54.229610 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51792) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:54.231813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:54.235135 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fb19d2eb-91bb-4182-a132-55a1d125bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (09760db6-1e18-448e-a0da-e10ef03b0725), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.242433 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:54.314632 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.320552 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2d0f-cb8b-4103-8ed4-b1b332463977 None None] Pushing event updated for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:54.328521 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:54.330129 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d2a6e63e-dd83-4414-b2fc-b623dc2faad2 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:54.515657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19d2eb-91bb-4182-a132-55a1d125bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09760db6-1e18-448e-a0da-e10ef03b0725,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:54.527589 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca0b8703-dc50-4dc8-9103-50b4f1d8bcf2 req-21658e3f-c116-4c26-8f10-11673a1ffbb6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300768 Sep 26 10:32:54.559123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (df41b317-50e1-4612-a44f-d8e063333988), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.588872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Attempting to bind port 8b3a783f-9934-46d6-a956-655918c16303 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:54.589285 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Attempting to bind port 8b3a783f-9934-46d6-a956-655918c16303 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:54.589612 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Attempting to bind port 8b3a783f-9934-46d6-a956-655918c16303 on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:54.651740 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:54.652360 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.653763 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 Sep 26 10:32:54.671225 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.674991 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a23f3065-25dd-4bac-bb7e-9f1a2666a2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.752775 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:54.758905 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 2, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:54.765876 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:32:54.782798 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 8 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:54.832551 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:32:54.833159 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Updating router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 port 9a415b61-b4e6-406c-b663-24955cc1e504 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:32:54.838902 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Port 8b3a783f-9934-46d6-a956-655918c16303 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:32:54.840268 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:54.840946 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:54.842054 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.842616 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Bound using segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:54.843584 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Bound port: 8b3a783f-9934-46d6-a956-655918c16303, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:54.844305 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8b3a783f-9934-46d6-a956-655918c16303), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.900398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=df41b317-50e1-4612-a44f-d8e063333988,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:54.911395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:54.917508 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:54.922916 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:54.935468 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Request body: {'port': {'device_id': 'f4369a14-7525-4b86-8326-047357bac1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:54.942173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] For port 8b3a783f-9934-46d6-a956-655918c16303, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:54.946180 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] For port 8b3a783f-9934-46d6-a956-655918c16303, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=8b3a783f-9934-46d6-a956-655918c16303,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:55.009030 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.012527 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:55.125718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2d0f-cb8b-4103-8ed4-b1b332463977 None None] Pushing event updated for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:55.145742 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:55.146585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:55.149777 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fb19d2eb-91bb-4182-a132-55a1d125bdbd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=be07abf31b0b49ebb6fd8ce42e1583f2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6350684 Sep 26 10:32:55.170967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51818) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:55.243121 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:55.338077 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.429149 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.461993 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.27.1.183 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/53a46fca-72ad-4de9-86fd-e1c8054aa0ab) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:32:55.491704 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a23f3065-25dd-4bac-bb7e-9f1a2666a2c0 admin admin] Publish callbacks [] for security_group (1774043e-5819-441c-85c2-fe2dc97c148c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.499821 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 9 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:55.506540 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (df41b317-50e1-4612-a44f-d8e063333988), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.520952 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:55.525756 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a23f3065-25dd-4bac-bb7e-9f1a2666a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1774043e-5819-441c-85c2-fe2dc97c148c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.535792 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cd620f1-4e7b-422d-b687-c8c2eefd513d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:55.594565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] Publish callbacks [] for security_group (09760db6-1e18-448e-a0da-e10ef03b0725), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.625450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-803dcf65-60b0-4667-a5e3-5480b30c8f97 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:55.632027 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks [] for port (9a415b61-b4e6-406c-b663-24955cc1e504), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.639208 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-803dcf65-60b0-4667-a5e3-5480b30c8f97 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 1.4600978 Sep 26 10:32:55.646360 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.746942 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:55.778276 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:55.802305 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a23f3065-25dd-4bac-bb7e-9f1a2666a2c0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3728d6a0671648a5aee7b616e649ec3d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6114426 Sep 26 10:32:55.802305 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f3065-25dd-4bac-bb7e-9f1a2666a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1774043e-5819-441c-85c2-fe2dc97c148c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:55.803187 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51832) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:55.831289 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421d76c-475c-41fa-bb6f-20e12817ee59 None None] Pushing event updated for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:55.903918 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5551-7366-4d8a-9c9c-a99871b1f65e req-4d497a31-a32f-4499-bd42-4e58dd21d56a tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:55.905750 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-695a5551-7366-4d8a-9c9c-a99871b1f65e req-4d497a31-a32f-4499-bd42-4e58dd21d56a tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 931 time: 0.1330395 Sep 26 10:32:55.914956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-5a9d74b6-2759-4f83-bbde-26ae0d6bb222 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/quotas/615e5825389c4f1d96e6398bf1dab735 HTTP/1.1" status: 200 len: 375 time: 0.2743471 Sep 26 10:32:55.924177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] Publish callbacks [] for security_group (09760db6-1e18-448e-a0da-e10ef03b0725), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:55.940969 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Attempting to bind port 9a415b61-b4e6-406c-b663-24955cc1e504 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:32:55.942916 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Attempting to bind port 9a415b61-b4e6-406c-b663-24955cc1e504 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:32:55.943818 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Attempting to bind port 9a415b61-b4e6-406c-b663-24955cc1e504 on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:32:56.109052 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:32:56.109994 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Checking segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:32:56.110688 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.112028 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Bound using segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:32:56.112734 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Bound port: 9a415b61-b4e6-406c-b663-24955cc1e504, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:32:56.113384 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.227531 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:56.354990 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] For port 9a415b61-b4e6-406c-b663-24955cc1e504, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:32:56.362824 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] For port 9a415b61-b4e6-406c-b663-24955cc1e504, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9a415b61-b4e6-406c-b663-24955cc1e504,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:32:56.373717 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.408527 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Current status of the port 8b3a783f-9934-46d6-a956-655918c16303 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:56.409020 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8b3a783f-9934-46d6-a956-655918c16303), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.469085 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:56.489926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] Publish callbacks [] for security_group (1774043e-5819-441c-85c2-fe2dc97c148c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.497767 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:56.517126 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:56.517769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] For port 8b3a783f-9934-46d6-a956-655918c16303, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=8b3a783f-9934-46d6-a956-655918c16303,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:56.522834 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 4cd620f1-4e7b-422d-b687-c8c2eefd513d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:56.525059 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.528086 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-dd751703-70c9-4c82-bf1e-9d921ac69df4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6100454 Sep 26 10:32:56.535060 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 4cd620f1-4e7b-422d-b687-c8c2eefd513d Sep 26 10:32:56.548085 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-695a5551-7366-4d8a-9c9c-a99871b1f65e req-1fc5e9c4-3ac3-4ce7-802a-ae6595328b12 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285694 Sep 26 10:32:56.553741 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.608599 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] Publish callbacks [] for security_group (1774043e-5819-441c-85c2-fe2dc97c148c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.651640 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.675268 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:56.678068 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421d76c-475c-41fa-bb6f-20e12817ee59 None None] Pushing event updated for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:56.807374 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Provisioning complete for port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:56.808030 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.809794 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Attempt 1 to provision port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 Sep 26 10:32:56.821635 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Pushing event updated for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:56.836694 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (09760db6-1e18-448e-a0da-e10ef03b0725), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.850592 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.862577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/09760db6-1e18-448e-a0da-e10ef03b0725 HTTP/1.1" status: 204 len: 168 time: 1.6828253 Sep 26 10:32:56.889468 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.923100 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (df41b317-50e1-4612-a44f-d8e063333988), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.927587 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:56.932908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0f0e6-d454-41c8-81c3-bbc4c1740599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09760db6-1e18-448e-a0da-e10ef03b0725,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:56.936830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (df41b317-50e1-4612-a44f-d8e063333988), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:56.937657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.017201 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-9797a274-83a1-4e0d-b8d7-93cb17794a03 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678171 Sep 26 10:32:57.034003 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.043751 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7378094 Sep 26 10:32:57.054178 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:57.105479 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.57', 64766) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:57.106696 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1774043e-5819-441c-85c2-fe2dc97c148c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.127468 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:54Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:57.135281 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac268f4-a7e4-476e-b859-af09f5dbcc03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=df41b317-50e1-4612-a44f-d8e063333988,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:57.138209 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.145352 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1774043e-5819-441c-85c2-fe2dc97c148c HTTP/1.1" status: 204 len: 168 time: 1.3094945 Sep 26 10:32:57.206532 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dd7b4-4ce7-4c42-8e1b-c49c1db3da92 None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:54Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:57.250587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:32:57.259593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:57.434753 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 4cd620f1-4e7b-422d-b687-c8c2eefd513d is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:57.437190 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.444791 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-e6820db9-8c8b-4d3b-b678-762a52428376 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151270 Sep 26 10:32:57.619598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cc067-d66e-43d1-857d-3cdee8c99c6a None None] Current status of the port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:57.631610 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 4cd620f1-4e7b-422d-b687-c8c2eefd513d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=4cd620f1-4e7b-422d-b687-c8c2eefd513d,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:57.640151 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:57.641461 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 173cef51-f75b-4189-8a3b-81f5e5cf6aef up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:32:57.868059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51892) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:57.880389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-dbde853d-d91a-4135-a472-774aa80912f9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1486717437&fields=id&tenant_id=3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 267 time: 0.3017266 Sep 26 10:32:58.052567 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:58.063620 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Provisioning complete for port 9a415b61-b4e6-406c-b663-24955cc1e504 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:58.065171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.066587 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 1 to provision port 9a415b61-b4e6-406c-b663-24955cc1e504 Sep 26 10:32:58.133859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0101a96-def4-44f3-b0b7-774507b98d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.137227 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe6df03-b21a-4c77-93f2-1d79f2d98a58 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:32:58.221690 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=4cd620f1-4e7b-422d-b687-c8c2eefd513d,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:58.246895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:58.330007 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=53a46fca-72ad-4de9-86fd-e1c8054aa0ab,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:58.343450 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:32:58.344836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d91e9-12a3-4db5-a719-78dfbcbd8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1774043e-5819-441c-85c2-fe2dc97c148c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:58.366107 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51910) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:58.383914 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:32:58.507549 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-e437661c-0b14-418e-948e-b86b788a2331 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:58.510582 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-e437661c-0b14-418e-948e-b86b788a2331 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 1.3622262 Sep 26 10:32:58.591274 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:32:58.600087 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Current status of the port 9a415b61-b4e6-406c-b663-24955cc1e504 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:58.600547 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.625193 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:58.638440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:32:58.646930 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 173cef51-f75b-4189-8a3b-81f5e5cf6aef triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:58.647408 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.649912 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 173cef51-f75b-4189-8a3b-81f5e5cf6aef Sep 26 10:32:58.658917 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:32:58.659562 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:32:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:32:58.672207 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d8a87e3-77b4-4640-98c4-87e40f6c75a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.707812 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539653a-690b-48e7-bf78-59a8ef78c470 req-7f89d9c5-ca3b-47f8-a588-453d64bc9390 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:58.717377 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8539653a-690b-48e7-bf78-59a8ef78c470 req-7f89d9c5-ca3b-47f8-a588-453d64bc9390 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 931 time: 0.5889385 Sep 26 10:32:58.745531 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'port': {'device_id': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'admin_state_up': True, 'tenant_id': '615e5825389c4f1d96e6398bf1dab735'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:32:58.773626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks [] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.961363 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:58.973849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0101a96-def4-44f3-b0b7-774507b98d00 admin admin] Publish callbacks [] for security_group (2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:58.987658 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] For port 9a415b61-b4e6-406c-b663-24955cc1e504, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9a415b61-b4e6-406c-b663-24955cc1e504,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:32:59.047536 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.058369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8539653a-690b-48e7-bf78-59a8ef78c470 req-e6303946-2a26-44df-8760-c2739965fc26 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395550 Sep 26 10:32:59.062593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0101a96-def4-44f3-b0b7-774507b98d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.128041 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Transition to ACTIVE for port object 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:32:59.204095 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Provisioning complete for port 8b3a783f-9934-46d6-a956-655918c16303 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:32:59.207229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (8b3a783f-9934-46d6-a956-655918c16303), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.207737 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 1 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:32:59.217597 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0101a96-def4-44f3-b0b7-774507b98d00 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6f1f454fe7a14b518efade0b0a052afc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3347905 Sep 26 10:32:59.220384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101a96-def4-44f3-b0b7-774507b98d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:32:59.235255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51928) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:32:59.256643 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.305633 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:59.311767 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:32:59.342832 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:32:59.358533 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.379353 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 173cef51-f75b-4189-8a3b-81f5e5cf6aef is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:32:59.680620 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-be1ca246-421e-4b43-ac55-73921387d55b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:32:59.691725 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-be1ca246-421e-4b43-ac55-73921387d55b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 811 time: 1.7616458 Sep 26 10:32:59.699821 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:32:59.856749 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6a01a5d-0a77-4908-9c80-8e263a8dbbfc req-3e42766c-b10b-4376-a924-06324a09cfb7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 210 time: 0.6371582 Sep 26 10:32:59.870821 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-0d858211-c258-493a-959e-200b8c40a9d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/quotas/3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 375 time: 0.1750708 Sep 26 10:32:59.932851 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cd620f1-4e7b-422d-b687-c8c2eefd513d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:00.070990 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Attempting to bind port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:00.092357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Attempting to bind port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:00.093012 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-d3d0d864-9fb6-4983-bbe9-944362422e63 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2208216 Sep 26 10:33:00.108715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Attempting to bind port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 on network 72b0f45a-e680-4d29-a349-f6ec781d90cd {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:00.113742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:00.136728 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Pushing event updated for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:00.254513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] Publish callbacks [] for security_group (2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.279232 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Made reservation on behalf of 615e5825389c4f1d96e6398bf1dab735 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:33:00.283742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.316853 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d8a87e3-77b4-4640-98c4-87e40f6c75a0 admin admin] Publish callbacks [] for security_group (9cdd5565-3c82-4f80-83c1-c2b9ceae1297), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.340254 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Current status of the port 8b3a783f-9934-46d6-a956-655918c16303 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:00.349161 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6d8a87e3-77b4-4640-98c4-87e40f6c75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9cdd5565-3c82-4f80-83c1-c2b9ceae1297), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.362079 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 4cd620f1-4e7b-422d-b687-c8c2eefd513d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:00.362736 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.363216 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 4cd620f1-4e7b-422d-b687-c8c2eefd513d Sep 26 10:33:00.365962 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] Publish callbacks [] for security_group (2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.373814 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Provisioning complete for port 2e65b097-a32d-499d-9a8c-11b1593c4e4b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:00.374720 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.375382 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 1 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:00.401677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:00.425006 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6d8a87e3-77b4-4640-98c4-87e40f6c75a0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3ef9c9eaedfc442d9e8a6e2c4a980633&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0488248 Sep 26 10:33:00.440502 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Port 2e65b097-a32d-499d-9a8c-11b1593c4e4b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:00.481900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 51950) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:00.482140 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:00.483261 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a87e3-77b4-4640-98c4-87e40f6c75a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdd5565-3c82-4f80-83c1-c2b9ceae1297,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:00.517192 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 on network 72b0f45a-e680-4d29-a349-f6ec781d90cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:33:00.517545 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Attempting to bind port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 on network 72b0f45a-e680-4d29-a349-f6ec781d90cd {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:00.557675 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 4cd620f1-4e7b-422d-b687-c8c2eefd513d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:00.558961 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 8b3a783f-9934-46d6-a956-655918c16303 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:00.660634 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:00.699903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.723135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.724018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.731573 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:00.734232 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:33:00.734232 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Updating router dce4cacd-c90c-4385-a1bb-53486e0146e2 port 2e65b097-a32d-499d-9a8c-11b1593c4e4b binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:33:00.744646 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 8b3a783f-9934-46d6-a956-655918c16303 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:00.747271 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (8b3a783f-9934-46d6-a956-655918c16303), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.747624 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 8b3a783f-9934-46d6-a956-655918c16303 Sep 26 10:33:00.781536 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f874140-4751-42fc-a0e9-9d961712c832 req-c6a27c2e-98ef-49c9-a1d0-9371fe73dc21 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:00.784803 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f874140-4751-42fc-a0e9-9d961712c832 req-c6a27c2e-98ef-49c9-a1d0-9371fe73dc21 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.4013681 Sep 26 10:33:00.896757 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-36ad6022-1f11-4110-a188-7ac10196132d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532654 Sep 26 10:33:00.922265 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.942276 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 2 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:00.960410 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:00.962467 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7300160 Sep 26 10:33:00.963162 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 51956) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:01.011688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:01.033147 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Checking segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:01.036005 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Bound using segment: {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:01.037142 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Bound port: 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aefd81e-f108-40de-b57b-15cdf6c6ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:01.037663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.138887 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5fb34-e89a-4a75-b212-7278107eea8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=53a46fca-72ad-4de9-86fd-e1c8054aa0ab,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:01.180718 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.187325 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.193519 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0 HTTP/1.1" status: 204 len: 168 time: 1.9529836 Sep 26 10:33:01.221663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Allocated IP 172.20.0.9 (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413/fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:33:01.285824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] Publish callbacks [] for security_group (9cdd5565-3c82-4f80-83c1-c2b9ceae1297), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.296148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 8b3a783f-9934-46d6-a956-655918c16303 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:01.297547 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9a415b61-b4e6-406c-b663-24955cc1e504 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:01.315351 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Port 2e65b097-a32d-499d-9a8c-11b1593c4e4b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:01.321871 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f874140-4751-42fc-a0e9-9d961712c832 req-dd543077-5db3-4115-898e-2a1b5fa5221c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228417 Sep 26 10:33:01.368793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b48aa1-d878-4d76-898b-b3bfd498eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbb0a7-ed76-4e68-87ef-1049b11c5ac0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:01.452859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] Publish callbacks [] for security_group (9cdd5565-3c82-4f80-83c1-c2b9ceae1297), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.606367 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.57', 64775) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:01.617976 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f7359a0a-12cc-43e7-a888-c7e18c43eab3 req-0c4aaa9b-8f18-4eda-a802-4ea756fa1462 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 210 time: 0.0945215 Sep 26 10:33:01.647358 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5b2783ff-5a6e-466e-8159-c2bbc11887a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.824870 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 3 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:01.847613 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.907412 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.927757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3be6-41f0-4131-a20b-16e9e8137c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.967375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-dddab74e-f569-44ab-abce-3e1ab861569e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0492165 Sep 26 10:33:01.989149 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 9a415b61-b4e6-406c-b663-24955cc1e504 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:01.991409 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:01.992840 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 9a415b61-b4e6-406c-b663-24955cc1e504 Sep 26 10:33:02.074345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:02.102119 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:02.102894 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=12 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:02.163291 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:33:02.200343 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:33:02.209636 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Port 2e65b097-a32d-499d-9a8c-11b1593c4e4b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:02.226957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:33:02.261138 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:02.262501 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.286185 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:02.303520 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-d7b546fe-f806-451f-8cb9-c9c6e24b6f09 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--191527834&fields=id&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 267 time: 0.5133212 Sep 26 10:33:02.315923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3be6-41f0-4131-a20b-16e9e8137c81 admin admin] Publish callbacks [] for security_group (70a1b2b7-8169-46f4-9d60-3f34ba71a946), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.327908 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:02.358481 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9cdd5565-3c82-4f80-83c1-c2b9ceae1297), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.361450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.362908 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9cdd5565-3c82-4f80-83c1-c2b9ceae1297 HTTP/1.1" status: 204 len: 168 time: 1.8718290 Sep 26 10:33:02.412263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:02.432264 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:02.434595 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 9a415b61-b4e6-406c-b663-24955cc1e504 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:02.458800 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-4149bcfd-80dd-416a-8343-a3a8ed1135b2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7884817 Sep 26 10:33:02.459462 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b7d3be6-41f0-4131-a20b-16e9e8137c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (70a1b2b7-8169-46f4-9d60-3f34ba71a946), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.483224 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.571451 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-2cdd6b8d-91bd-4db9-b919-bf9e7c40365b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:02.580264 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-2cdd6b8d-91bd-4db9-b919-bf9e7c40365b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 0.9611878 Sep 26 10:33:02.610314 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-98bb79d0-ed5b-45cb-8aec-b3f6798ef3d2 req-9d5bef10-1443-4e7a-9918-663a8e6bdb0c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.2410650 Sep 26 10:33:02.611648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e01ad-013e-4576-9943-d473b4227274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdd5565-3c82-4f80-83c1-c2b9ceae1297,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:02.710143 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Request body: {'port': {'device_id': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:02.716333 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 4 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:02.730682 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:02.730682 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:02.732148 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 HTTP/1.1" status: 200 len: 1093 time: 8.0384908 Sep 26 10:33:02.735800 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:02.765024 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'port': {'device_id': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'admin_state_up': True, 'tenant_id': '615e5825389c4f1d96e6398bf1dab735'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:02.794713 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9a415b61-b4e6-406c-b663-24955cc1e504 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:03.016320 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d3be6-41f0-4131-a20b-16e9e8137c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1b2b7-8169-46f4-9d60-3f34ba71a946,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:03.051792 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9b7d3be6-41f0-4131-a20b-16e9e8137c81 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b3e67f6c643d41349f31ff301d6c9805&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0689967 Sep 26 10:33:03.059684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks [] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.063134 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52028) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:03.078434 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f8945-0c9b-4146-9523-897bd0395e94 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:03.093144 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-f9735ed9-9e0c-4747-ab6c-37d6f668b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:03.095453 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-f9735ed9-9e0c-4747-ab6c-37d6f668b5b3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c64a07f1fc58419e8dbd23d28a43e98b&device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 1127 time: 0.2283514 Sep 26 10:33:03.115841 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Port 2e65b097-a32d-499d-9a8c-11b1593c4e4b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:03.122500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.232761 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:03.254473 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-b351d3c7-d40d-4219-ab7a-da67be47f136 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 HTTP/1.1" status: 200 len: 217 time: 0.1347432 Sep 26 10:33:03.274677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df686d79-65fd-432f-a241-a10bd4173f7d req-a6e0b212-2979-4e6e-9dd9-0c6c2689ea8c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:03.283393 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df686d79-65fd-432f-a241-a10bd4173f7d req-a6e0b212-2979-4e6e-9dd9-0c6c2689ea8c tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.4128549 Sep 26 10:33:03.304621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 9a415b61-b4e6-406c-b663-24955cc1e504 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:03.305384 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.306189 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 9a415b61-b4e6-406c-b663-24955cc1e504 Sep 26 10:33:03.380609 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bf96d-1ad3-4365-8bf8-b8410603779c None None] Pushing event updated for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:03.393951 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46742137-84a6-4173-88a2-19276595dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:03.395473 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-46742137-84a6-4173-88a2-19276595dd78 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b7fac51a-826e-4101-8fd1-cea33c7fb379 HTTP/1.1" status: 200 len: 851 time: 0.1343260 Sep 26 10:33:03.396325 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.457378 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-6641ddc6-de0c-4431-9730-112d277082ff tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:03.465248 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-6641ddc6-de0c-4431-9730-112d277082ff tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 1.1098807 Sep 26 10:33:03.496444 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Attempting to bind port 2e65b097-a32d-499d-9a8c-11b1593c4e4b on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:03.502943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Attempting to bind port 2e65b097-a32d-499d-9a8c-11b1593c4e4b by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:03.502943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Attempting to bind port 2e65b097-a32d-499d-9a8c-11b1593c4e4b on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:03.504260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] Publish callbacks [] for security_group (70a1b2b7-8169-46f4-9d60-3f34ba71a946), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.546861 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] Publish callbacks [] for security_group (70a1b2b7-8169-46f4-9d60-3f34ba71a946), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.591012 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-869fda5c-f7ed-49e5-8bde-e801e87be46a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/quotas/49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 375 time: 0.1219907 Sep 26 10:33:03.623985 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df686d79-65fd-432f-a241-a10bd4173f7d req-f326fc23-d566-4913-bcf0-244574d2bcd9 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384054 Sep 26 10:33:03.709616 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 5 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:03.781340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Made reservation on behalf of 615e5825389c4f1d96e6398bf1dab735 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:33:03.789431 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.898486 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-2331af8b-e31b-4ad0-9156-fcebb644cbc1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2974250 Sep 26 10:33:03.909616 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:03.918975 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:03.919345 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:03.919746 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:03.920241 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:03.923268 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Bound port: 2e65b097-a32d-499d-9a8c-11b1593c4e4b, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:03.923774 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:04.020576 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:04.027237 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23503dc4-73ff-4341-9480-64c002319c9a req-ab73f125-f4d1-47f0-9b3b-d96afb16c05c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 210 time: 0.1658473 Sep 26 10:33:04.043984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2405c9ce-13a0-484b-becc-8ad3da530c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:04.223767 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Port 2e65b097-a32d-499d-9a8c-11b1593c4e4b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:04.226057 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] For port 2e65b097-a32d-499d-9a8c-11b1593c4e4b, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:04.227995 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f19a3847-4a22-451b-8699-f24dc44b7bf0 req-a8d955be-e793-4b65-be60-b2c81b28d8c4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.0564072 Sep 26 10:33:04.244105 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 9a415b61-b4e6-406c-b663-24955cc1e504 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:04.250524 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] For port 2e65b097-a32d-499d-9a8c-11b1593c4e4b, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=2e65b097-a32d-499d-9a8c-11b1593c4e4b,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:04.271655 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:04.319025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:33:04.320064 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:33:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:04.328764 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (70a1b2b7-8169-46f4-9d60-3f34ba71a946), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:04.334615 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:04.338504 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/70a1b2b7-8169-46f4-9d60-3f34ba71a946 HTTP/1.1" status: 204 len: 168 time: 1.2672706 Sep 26 10:33:04.361027 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-98561935-163d-4f7e-a3e0-f67b3f6a22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:04.371824 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-98561935-163d-4f7e-a3e0-f67b3f6a22dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=72b0f45a-e680-4d29-a349-f6ec781d90cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.9457910 Sep 26 10:33:04.377548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81fec-86fd-408f-87b3-314aada7e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1b2b7-8169-46f4-9d60-3f34ba71a946,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:04.387844 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bf96d-1ad3-4365-8bf8-b8410603779c None None] Pushing event updated for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:04.534579 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-e04638de-3645-4d79-a9f6-51747bbfdb68 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113634 Sep 26 10:33:04.708782 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:04.828070 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-d496f411-70a5-47b8-8242-a6658c914d0d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864013 Sep 26 10:33:04.902587 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Attempt 6 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:04.905957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddba2e2-2741-47d7-bd5f-c902ee70d38d x-openstack-request-id: req-cddba2e2-2741-47d7-bd5f-c902ee70d38d {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:04.906314 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:04.906579 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cddba2e2-2741-47d7-bd5f-c902ee70d38d {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:04.907043 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddba2e2-2741-47d7-bd5f-c902ee70d38d'] response: {'name': 'network-changed', 'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9', 'status': 'completed', 'code': 200} Sep 26 10:33:04.940194 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 2e65b097-a32d-499d-9a8c-11b1593c4e4b up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:04.943461 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Allocated IP 172.20.0.7 (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413/696dd099-9ca9-4a5d-a056-1b76c99ea49e) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:33:05.005117 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-3c16c6f2-3599-45b0-9720-7c2e5814369e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695003 Sep 26 10:33:05.072226 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:33:05.098537 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:05.157067 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e46d-76ea-4439-8d45-a7fd0199184f req-6c3dbeb3-a494-453d-8398-b1c45d39cbe5 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:05.185595 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e01e46d-76ea-4439-8d45-a7fd0199184f req-6c3dbeb3-a494-453d-8398-b1c45d39cbe5 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.1981258 Sep 26 10:33:05.213018 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:05.477342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.57', 64784) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:05.646557 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7583cf83-f3e9-4b8e-be47-eb05c9629d14 req-b4af9c9e-bbdf-4c92-a7ce-8dd058e62483 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915060 Sep 26 10:33:05.671831 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52094) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:05.716168 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 2e65b097-a32d-499d-9a8c-11b1593c4e4b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:05.717423 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:05.720936 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:05.728981 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6552e5ef-b58d-49fe-b538-6626097e2893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:05.753750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Current status of the port 2e65b097-a32d-499d-9a8c-11b1593c4e4b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:05.754350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:05.907660 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:05.948873 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-fdac1347-762f-4798-b55d-2546f4dcf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:05.962374 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-fdac1347-762f-4798-b55d-2546f4dcf3d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c64a07f1fc58419e8dbd23d28a43e98b&device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 1127 time: 0.2039874 Sep 26 10:33:06.015350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] For port 2e65b097-a32d-499d-9a8c-11b1593c4e4b, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=2e65b097-a32d-499d-9a8c-11b1593c4e4b,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:06.080368 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.082529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e01e46d-76ea-4439-8d45-a7fd0199184f req-c6b5ad06-2c3c-4b48-a547-5f2d5ccc3bdd tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8898120 Sep 26 10:33:06.095947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.170071 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 2e65b097-a32d-499d-9a8c-11b1593c4e4b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:06.170462 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.209384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:06.232340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:06.398117 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:04Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:06.407222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182c5a-f857-4383-9e30-35c10c536048 None None] Pushing event updated for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:06.471276 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9fa8e753-eb40-4ec8-b72f-eb840079ed09 req-46992841-65e4-47e1-b11f-5bc28fd414da tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 210 time: 0.4611797 Sep 26 10:33:06.521784 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.532910 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Provisioning complete for port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:06.533283 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.533615 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Attempt 1 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:06.536732 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afec05-447b-43ce-ae9a-021df1b6f806 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:04Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:33:06.583867 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-40f56051-06ae-4001-b0dd-8932ed96ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:06.587501 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-40f56051-06ae-4001-b0dd-8932ed96ddc0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=72b0f45a-e680-4d29-a349-f6ec781d90cd HTTP/1.1" status: 200 len: 913 time: 0.5972195 Sep 26 10:33:06.599516 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6552e5ef-b58d-49fe-b538-6626097e2893 admin admin] Publish callbacks [] for security_group (d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.618535 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.db.api [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 10:33:06.621051 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG oslo_db.api [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 10:33:06.626769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:06.634771 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6552e5ef-b58d-49fe-b538-6626097e2893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.648096 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.681000 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:06.711851 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-43d1d302-bb6b-498a-94c4-af5684e12617 req-65dddca5-82a9-475c-9f8d-c6b31077c48b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.3207693 Sep 26 10:33:06.744506 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:06.807397 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-8dcf7b8d-cb83-4930-bb3c-43412f3f2fda service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 HTTP/1.1" status: 200 len: 217 time: 0.2036891 Sep 26 10:33:06.913570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80bc1502-5f00-41af-872f-21d1f0c11dca req-6de788e0-ba57-46a7-8576-4f0d1a11f3b6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.2240136 Sep 26 10:33:07.029120 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552e5ef-b58d-49fe-b538-6626097e2893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:07.059246 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6552e5ef-b58d-49fe-b538-6626097e2893 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e899bfdb17624901b92860a5150e1454&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3843782 Sep 26 10:33:07.060725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:33:07.073826 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52124) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:07.113675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-66d8b8cb-101e-4003-bda7-44aa7fe9358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:07.118317 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-66d8b8cb-101e-4003-bda7-44aa7fe9358e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b7fac51a-826e-4101-8fd1-cea33c7fb379 HTTP/1.1" status: 200 len: 851 time: 0.2634547 Sep 26 10:33:07.128276 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Attempt 2 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:07.272853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:33:07.298951 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:33:07.330522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:07.337141 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:07.381165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:07.388554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 2e65b097-a32d-499d-9a8c-11b1593c4e4b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:07.574529 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 2e65b097-a32d-499d-9a8c-11b1593c4e4b up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:07.591390 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0f6c-8e41-4f59-94e7-5d73cb4e813f req-ddd9c145-18c3-4514-8b87-cd301bd28a3e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:07.604016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-4959b227-7858-45bb-a7e0-dfae3b48eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:07.605584 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-4959b227-7858-45bb-a7e0-dfae3b48eb0c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=72b0f45a-e680-4d29-a349-f6ec781d90cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4370875 Sep 26 10:33:07.609395 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dfdc0f6c-8e41-4f59-94e7-5d73cb4e813f req-ddd9c145-18c3-4514-8b87-cd301bd28a3e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.2350228 Sep 26 10:33:07.644342 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:07.662325 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks [] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:07.733633 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Transition to ACTIVE for port object fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:33:07.742617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:07.789179 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 2e65b097-a32d-499d-9a8c-11b1593c4e4b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:07.790121 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:07.790874 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 2e65b097-a32d-499d-9a8c-11b1593c4e4b Sep 26 10:33:07.824220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dfdc0f6c-8e41-4f59-94e7-5d73cb4e813f req-2e3c32ab-617b-43a7-8d12-b1303a9c4543 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137432 Sep 26 10:33:07.846990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-675472da-d4b6-4262-b996-26d119b7278a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:07.852878 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-675472da-d4b6-4262-b996-26d119b7278a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 811 time: 2.3177211 Sep 26 10:33:07.883141 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Attempt 3 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:07.929815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] Publish callbacks [] for security_group (d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:07.933404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:07.977358 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:07.979876 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:08.006963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.57', 64795) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:08.032533 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=29 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:08.059122 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:08.075357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:08.083326 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 2e65b097-a32d-499d-9a8c-11b1593c4e4b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:08.260388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Attempting to bind port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:08.261781 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Attempting to bind port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:08.263117 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Attempting to bind port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:08.362856 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] Publish callbacks [] for security_group (d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.370600 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-6900cc69-2e1a-4d70-b468-00459db8d0d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6398773 Sep 26 10:33:08.380987 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-4cb0f2cc-7140-49d4-be2b-a8beebb714c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876145 Sep 26 10:33:08.387632 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:33:08.388247 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Attempting to bind port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:08.435891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01affdc9-5503-4a16-953a-79d310c2547d req-45cb63bc-b037-4c79-8744-798f1bf8e353 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:08.438754 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-01affdc9-5503-4a16-953a-79d310c2547d req-45cb63bc-b037-4c79-8744-798f1bf8e353 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 931 time: 0.6380432 Sep 26 10:33:08.448682 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:08.449227 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:08.449683 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Bound using segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:08.450178 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Bound port: fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:08.450543 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.458492 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-647948f1-51ad-43e0-ae4e-cad7c601c94d req-acfefd1e-605a-4e1c-b2a1-fe8b8bed1912 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.1751328 Sep 26 10:33:08.466951 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-ba1445e6-e393-42f6-9f23-5aa822a22977 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 380 time: 0.5632284 Sep 26 10:33:08.479702 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Attempt 4 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:08.524789 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:08.529064 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:08.540642 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.547022 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:08.548242 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.550690 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 200 len: 1093 time: 6.0651832 Sep 26 10:33:08.554799 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:08.561629 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:08.569626 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:08.619264 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d2a5-c3fd-4f4c-9faf-df209840da6f service neutron] Pushing event updated for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:08.682733 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d4898db8-3123-4dde-9b7e-ebcbcfbbfbd7 req-415e19bb-b4f4-42e0-af37-db9a9e0d5fff tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0747569 Sep 26 10:33:08.691441 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-950c2142-5d61-4a8c-adb4-52676072150c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:08.692940 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-950c2142-5d61-4a8c-adb4-52676072150c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.6595247 Sep 26 10:33:08.696450 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-01affdc9-5503-4a16-953a-79d310c2547d req-93f5b331-300d-4f13-82b5-e68f559ed28d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981914 Sep 26 10:33:08.710171 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.713778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:08.723407 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd HTTP/1.1" status: 204 len: 168 time: 1.6186235 Sep 26 10:33:08.728439 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b4dd1-ac5a-4448-ab89-85982ee7c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9989e57-3ca1-4608-81b6-d5d0a8b6e0bd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:08.847349 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b45dd4-f9c7-43b4-9477-bd815a46127a x-openstack-request-id: req-66b45dd4-f9c7-43b4-9477-bd815a46127a {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:08.847648 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:08.847903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66b45dd4-f9c7-43b4-9477-bd815a46127a {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:08.848569 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b45dd4-f9c7-43b4-9477-bd815a46127a'] response: {'name': 'network-changed', 'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', 'status': 'completed', 'code': 200} Sep 26 10:33:09.021991 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4091f-c86c-4777-b2dd-402abfd58df8 req-42315ca2-1302-4904-b471-da602848f3b1 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:09.024185 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7d4091f-c86c-4777-b2dd-402abfd58df8 req-42315ca2-1302-4904-b471-da602848f3b1 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0834413 Sep 26 10:33:09.031622 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Request body: {'port': {'device_id': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:09.043011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:09.071144 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Attempt 5 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:09.128036 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:09.142439 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ebb124f2-0685-460e-87ac-25706c4b2b35 None None] Port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:33:09.146541 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-8d6ab79a-e103-416b-ae61-2d670271b120 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518950 Sep 26 10:33:09.180771 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'port': {'device_id': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'admin_state_up': True, 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'security_groups': ['c2298355-5f03-4a5c-894a-e90f0b7db02f']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:09.219034 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-8cffc3ea-5bd7-4d40-a97d-251c98df95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:09.221395 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-8cffc3ea-5bd7-4d40-a97d-251c98df95ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1127 time: 0.0739696 Sep 26 10:33:09.223939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7d4091f-c86c-4777-b2dd-402abfd58df8 req-d7dd642b-332e-4884-88f3-9948c2291d72 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886401 Sep 26 10:33:09.271361 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Provisioning complete for port 696dd099-9ca9-4a5d-a056-1b76c99ea49e triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:09.272484 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.273006 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:09.275532 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Attempt 1 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:09.291496 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.313608 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:09.321601 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:09.381587 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-4240ac53-48d8-47c3-8d21-51af829e8353 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 379 time: 0.2383184 Sep 26 10:33:09.552604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Made reservation on behalf of 3c219db8370d4ef49f235020868144d7 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:33:09.556638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.610965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52234) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:09.678658 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f36bf6f3-0baf-4b72-8afd-94f2bda98a0f req-d14f596b-a9fa-4300-8e3c-8eb2c7de48c9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.0775185 Sep 26 10:33:09.733704 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd240-1921-4f7d-a4ab-1db0807c5e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.822545 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Attempt 2 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:09.866824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:09.898674 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd240-1921-4f7d-a4ab-1db0807c5e47 admin admin] Publish callbacks [] for security_group (0ff6c041-c10e-4da1-a0c9-7af63e7287b0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.903712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd240-1921-4f7d-a4ab-1db0807c5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (0ff6c041-c10e-4da1-a0c9-7af63e7287b0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:09.919377 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Allocated IP 172.20.0.5 (f9f0c1cf-9082-4631-962e-123de80a2bb4/4da16e78-7edb-4ccb-a3b9-677589cbf7f7/798a1629-515e-41fd-8c26-34ded4b3db4d) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:33:09.929556 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d58f15ed-7d73-4f2f-80c3-cd33788c1549 req-132ade3e-2c8c-47c7-b3d6-b799b57011bc tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0889039 Sep 26 10:33:09.942642 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c976f0d-f8eb-4779-9431-087d822cdbc2 req-a520b095-42a7-4a70-820d-3f7b639048e1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:09.954807 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1c976f0d-f8eb-4779-9431-087d822cdbc2 req-a520b095-42a7-4a70-820d-3f7b639048e1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 931 time: 0.1420233 Sep 26 10:33:09.960531 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd240-1921-4f7d-a4ab-1db0807c5e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff6c041-c10e-4da1-a0c9-7af63e7287b0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:09.971019 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cf0dd240-1921-4f7d-a4ab-1db0807c5e47 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=07dc98af8ae14cb49de1695c37d75af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589449 Sep 26 10:33:09.971619 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52250) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:10.028090 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] Publish callbacks [] for security_group (0ff6c041-c10e-4da1-a0c9-7af63e7287b0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.045937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696dd099-9ca9-4a5d-a056-1b76c99ea49e {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:10.058606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks [] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.063992 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] Publish callbacks [] for security_group (0ff6c041-c10e-4da1-a0c9-7af63e7287b0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.109392 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Transition to ACTIVE for port object 696dd099-9ca9-4a5d-a056-1b76c99ea49e will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:33:10.121160 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (0ff6c041-c10e-4da1-a0c9-7af63e7287b0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.125436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.129398 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0ff6c041-c10e-4da1-a0c9-7af63e7287b0 HTTP/1.1" status: 204 len: 168 time: 0.1535754 Sep 26 10:33:10.129559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.138571 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768ce8-eaaf-42c1-9b31-a50fd1911ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff6c041-c10e-4da1-a0c9-7af63e7287b0,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:10.150330 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:10.350768 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1c976f0d-f8eb-4779-9431-087d822cdbc2 req-a6b9c4b8-8bdb-46f8-b54f-6d8cdcc8d2af tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593595 Sep 26 10:33:10.368352 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Attempt 3 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:10.406650 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:10.452581 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:10.454044 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:10.507530 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52274) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:10.526991 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a7166cd-5f19-4a71-a72f-eee20774ccee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.536859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84048d3b-2ae4-4a20-93d3-1fcd1dd5d595 req-95796aa0-262e-4f60-bd17-47707baab7b2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:10.544204 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84048d3b-2ae4-4a20-93d3-1fcd1dd5d595 req-95796aa0-262e-4f60-bd17-47707baab7b2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.1903615 Sep 26 10:33:10.565793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:10.583793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Attempting to bind port 696dd099-9ca9-4a5d-a056-1b76c99ea49e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:10.584223 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Attempting to bind port 696dd099-9ca9-4a5d-a056-1b76c99ea49e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:10.584668 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Attempting to bind port 696dd099-9ca9-4a5d-a056-1b76c99ea49e on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:10.616947 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:10.650254 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.671385 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:33:10.671716 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Attempting to bind port 696dd099-9ca9-4a5d-a056-1b76c99ea49e on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:10.676737 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a7166cd-5f19-4a71-a72f-eee20774ccee admin admin] Publish callbacks [] for security_group (bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.683054 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a7166cd-5f19-4a71-a72f-eee20774ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.719539 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84048d3b-2ae4-4a20-93d3-1fcd1dd5d595 req-8011c750-70c0-42c9-bfc2-dca1ce92bf36 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744025 Sep 26 10:33:10.737294 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7a7166cd-5f19-4a71-a72f-eee20774ccee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f9728e815fe04468803df2c9579ba756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280123 Sep 26 10:33:10.758227 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52290) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:10.773597 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:10.773943 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:10.774537 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Bound using segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:10.774982 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Bound port: 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:10.775343 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.781742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7166cd-5f19-4a71-a72f-eee20774ccee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:10.846875 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:10.908689 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Attempt 4 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:10.945804 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:33:10.955856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:10.959461 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c616a1-994e-4b42-ada1-68134660374e req-53a18e8a-2025-49fa-946e-4502293e62da tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:10.960978 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09c616a1-994e-4b42-ada1-68134660374e req-53a18e8a-2025-49fa-946e-4502293e62da tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.1531701 Sep 26 10:33:10.970898 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:33:10.983086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:33:10.987642 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:10.988252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.017622 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:11.062660 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] Publish callbacks [] for security_group (bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.093177 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-b125c49d-307b-4ce1-9bac-7b5441252dd4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9262972 Sep 26 10:33:11.115806 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:11.153720 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91f19019-c5cf-4b5b-bb92-29fe6953a30f req-695c6642-f078-4e86-9624-13d160a9effa tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0920849 Sep 26 10:33:11.163858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:11.178335 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] Publish callbacks [] for security_group (bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.191326 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09c616a1-994e-4b42-ada1-68134660374e req-34c79de1-84bc-4bdd-95cf-5b4b70aa4e5e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140291 Sep 26 10:33:11.195113 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.207889 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:11.208539 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.210169 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/696dd099-9ca9-4a5d-a056-1b76c99ea49e HTTP/1.1" status: 200 len: 1093 time: 2.1855047 Sep 26 10:33:11.216667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:11.331306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17782dfd-ed62-4765-a1a8-312dec863ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:11.340394 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.343117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.344383 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b HTTP/1.1" status: 204 len: 168 time: 0.5962868 Sep 26 10:33:11.354791 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008073a7-55ca-448d-913d-9b243c4a2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc1cdaf-bac5-4d71-9fc1-6a5ef686828b,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:11.444984 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5401674-4463-4540-aeff-86973d72078b" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:11.457758 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Attempt 5 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:11.494587 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d023f6a-c910-451d-852a-8ca61382c086 req-cbb147d3-954f-4345-bb63-0e2ac355a853 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:11.496284 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d023f6a-c910-451d-852a-8ca61382c086 req-cbb147d3-954f-4345-bb63-0e2ac355a853 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0652311 Sep 26 10:33:11.524195 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-de839f61-3bee-4a11-b192-77ec5cecfb29 None None] Port 696dd099-9ca9-4a5d-a056-1b76c99ea49e had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:33:11.534115 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:11.553027 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d023f6a-c910-451d-852a-8ca61382c086 req-98e30b3f-d325-4443-b41f-df31961ffa8b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Sep 26 10:33:11.644290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Provisioning complete for port 798a1629-515e-41fd-8c26-34ded4b3db4d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:11.644655 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.644983 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 1 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:11.659455 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6e2059-f3ae-4ef1-9412-586042911162 x-openstack-request-id: req-2c6e2059-f3ae-4ef1-9412-586042911162 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:11.660918 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:11.661291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c6e2059-f3ae-4ef1-9412-586042911162 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:11.661941 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6e2059-f3ae-4ef1-9412-586042911162'] response: {'name': 'network-changed', 'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e', 'status': 'completed', 'code': 200} Sep 26 10:33:11.677430 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:11.865059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e7829-5f2f-4548-897c-9ffc493047c2 req-056faa9d-822e-481d-ad18-648bbf53342d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:11.867142 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bb3e7829-5f2f-4548-897c-9ffc493047c2 req-056faa9d-822e-481d-ad18-648bbf53342d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0551934 Sep 26 10:33:11.880119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:11.919827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bb3e7829-5f2f-4548-897c-9ffc493047c2 req-efa0e14b-2a5c-4f3f-8b5a-6a46f09bc7a7 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468223 Sep 26 10:33:12.178648 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 2 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:12.213222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:12.285610 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e45b556e-f173-4e32-b805-842ae240f851 req-8a38eeea-90a8-4119-b80b-ce21af6afab9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0406744 Sep 26 10:33:12.350505 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:12.367479 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b9b4b-48af-40fa-907b-bb12917fef92 req-a9db9219-6440-4449-a0d3-8adbd017b742 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:12.370507 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d09b9b4b-48af-40fa-907b-bb12917fef92 req-a9db9219-6440-4449-a0d3-8adbd017b742 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0606413 Sep 26 10:33:12.438289 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d09b9b4b-48af-40fa-907b-bb12917fef92 req-624a6e45-efd0-4c75-b869-c0a99c97c148 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551190 Sep 26 10:33:12.706892 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a454-f93b-4b80-8890-f440087fc8ff req-4825eb9c-9b68-4e94-8d64-ef39d9ed3c59 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:12.708570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4274a454-f93b-4b80-8890-f440087fc8ff req-4825eb9c-9b68-4e94-8d64-ef39d9ed3c59 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0577626 Sep 26 10:33:12.715207 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 3 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:12.749945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:12.784894 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4274a454-f93b-4b80-8890-f440087fc8ff req-ab11bf75-6d06-4a78-805d-f678ca99cc49 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692506 Sep 26 10:33:13.041795 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe752b3b-2cad-419c-afcf-cae98ff3ef81 req-fb007139-c6b9-49fa-829c-e532aeba23d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:13.043414 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe752b3b-2cad-419c-afcf-cae98ff3ef81 req-fb007139-c6b9-49fa-829c-e532aeba23d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0509448 Sep 26 10:33:13.091775 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe752b3b-2cad-419c-afcf-cae98ff3ef81 req-1e29d902-1132-4fbd-8465-81e8dc2d64ae tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427125 Sep 26 10:33:13.251569 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 4 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:13.285957 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:13.387686 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce292155-406d-4285-8a4b-a31a22629c79 req-61b40fd9-cae1-46db-8b2c-3a4453e23412 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Sep 26 10:33:13.547454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b739cb-05af-4aba-bcf2-435b9eb82a4a req-0b74f881-7fe7-4ce3-9bc7-3bc90bf8d538 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:13.549162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26b739cb-05af-4aba-bcf2-435b9eb82a4a req-0b74f881-7fe7-4ce3-9bc7-3bc90bf8d538 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0481143 Sep 26 10:33:13.598010 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26b739cb-05af-4aba-bcf2-435b9eb82a4a req-6b4653ed-98f1-42df-8974-0f7ed1c94a7b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Sep 26 10:33:13.787441 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 5 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:13.819516 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:13.918622 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c735-9de7-46d1-a250-fb899951c3c6 req-b5795bc0-1ac6-49d1-8248-5871f8ee2627 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:13.920255 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2480c735-9de7-46d1-a250-fb899951c3c6 req-b5795bc0-1ac6-49d1-8248-5871f8ee2627 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0542705 Sep 26 10:33:13.966133 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2480c735-9de7-46d1-a250-fb899951c3c6 req-83d5d2ca-b9bd-47e5-8dc0-9b4a3bf0f96d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Sep 26 10:33:14.214408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff13fd-fb43-4b46-9c74-c75991f22525 req-2010651f-b8f7-4ecc-96ff-7d069b508cd7 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:14.215883 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14ff13fd-fb43-4b46-9c74-c75991f22525 req-2010651f-b8f7-4ecc-96ff-7d069b508cd7 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0471394 Sep 26 10:33:14.263016 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14ff13fd-fb43-4b46-9c74-c75991f22525 req-c03a3ebc-977b-469f-8713-d60b99574328 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Sep 26 10:33:14.320357 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 6 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:14.351308 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:14.487644 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3dfd5b31-3d44-42da-8a59-9004e820190c req-54df8c84-4ddc-493b-a8c0-6e59707fb710 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Sep 26 10:33:14.715737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060b809-d42b-458d-b82e-a5a0a458c4c6 req-5da5744b-3995-460e-9ae4-8354dfaddf35 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:14.717081 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6060b809-d42b-458d-b82e-a5a0a458c4c6 req-5da5744b-3995-460e-9ae4-8354dfaddf35 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0480337 Sep 26 10:33:14.763009 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6060b809-d42b-458d-b82e-a5a0a458c4c6 req-be177f96-02d5-4583-ba72-2fdb8c92656f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Sep 26 10:33:14.852874 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 7 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:14.889408 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:15.089652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f01fd7-381f-4037-9109-62c5c9fd5d1e req-a9dd234a-a6d5-47f4-96c5-9c29dcbb9ca4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:15.091445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58f01fd7-381f-4037-9109-62c5c9fd5d1e req-a9dd234a-a6d5-47f4-96c5-9c29dcbb9ca4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0474551 Sep 26 10:33:15.143720 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58f01fd7-381f-4037-9109-62c5c9fd5d1e req-131efba3-cd48-4ec4-8c59-b2111fbb9e2f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458453 Sep 26 10:33:15.390909 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 8 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:15.436512 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af8da-e2ec-41b0-b041-abe7a82c7f56 req-a4c2d395-5ff9-48b7-b44f-02d803365fe3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:15.444187 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-649af8da-e2ec-41b0-b041-abe7a82c7f56 req-a4c2d395-5ff9-48b7-b44f-02d803365fe3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0756552 Sep 26 10:33:15.447354 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:15.509805 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-649af8da-e2ec-41b0-b041-abe7a82c7f56 req-2a11ad61-93b1-4a48-a5cc-91e8e8ec9ab3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642684 Sep 26 10:33:15.610604 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-750fecda-b45c-49d1-a047-c0f81c1865d4 req-c4d6ad2c-4954-45a9-8e3f-c289aead67db tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0298512 Sep 26 10:33:15.664971 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52504) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:15.777090 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7f275e40-3b04-4896-bc70-aaecf111830e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:15.845669 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:15.855172 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:15.865273 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7f275e40-3b04-4896-bc70-aaecf111830e admin admin] Publish callbacks [] for security_group (c00ded96-dfa0-46ac-a104-2c3443cde2f0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:15.869410 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7f275e40-3b04-4896-bc70-aaecf111830e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c00ded96-dfa0-46ac-a104-2c3443cde2f0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:15.889501 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf68403-c790-455f-ac8a-59381d0078f2 req-2f2a6f08-d88e-4e7a-a595-038413c82305 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:15.891427 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7bf68403-c790-455f-ac8a-59381d0078f2 req-2f2a6f08-d88e-4e7a-a595-038413c82305 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0484228 Sep 26 10:33:15.913389 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7f275e40-3b04-4896-bc70-aaecf111830e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1cdadf27e69143d1b4a215c15f9c57b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499936 Sep 26 10:33:15.914639 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f275e40-3b04-4896-bc70-aaecf111830e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ded96-dfa0-46ac-a104-2c3443cde2f0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:15.916494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52510) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:15.949234 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 9 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:15.968752 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7bf68403-c790-455f-ac8a-59381d0078f2 req-7d444843-5e03-4c7f-9067-2a8522bc65d4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691280 Sep 26 10:33:15.986819 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:16.001244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] Publish callbacks [] for security_group (c00ded96-dfa0-46ac-a104-2c3443cde2f0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.008552 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:16.022390 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] Publish callbacks [] for security_group (c00ded96-dfa0-46ac-a104-2c3443cde2f0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.074092 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c00ded96-dfa0-46ac-a104-2c3443cde2f0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.076861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.077999 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c00ded96-dfa0-46ac-a104-2c3443cde2f0 HTTP/1.1" status: 204 len: 168 time: 0.1600645 Sep 26 10:33:16.086135 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8cc9c-156f-4a89-9a4c-4a817d2f3934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ded96-dfa0-46ac-a104-2c3443cde2f0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:16.277221 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1669-84fa-432e-b0a5-30b584ef66b8 req-23af3e62-c302-49ed-8602-e06690f042d1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:16.278711 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1bdd1669-84fa-432e-b0a5-30b584ef66b8 req-23af3e62-c302-49ed-8602-e06690f042d1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0517888 Sep 26 10:33:16.328322 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1bdd1669-84fa-432e-b0a5-30b584ef66b8 req-8388b449-fdb6-406b-85de-9a0538a2115d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Sep 26 10:33:16.369491 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52524) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:16.382838 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b16d939-e40d-4fcf-a918-a0c23e595227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.464830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b16d939-e40d-4fcf-a918-a0c23e595227 admin admin] Publish callbacks [] for security_group (d998db2a-4698-4bdb-9ecd-2de3c5273220), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.468599 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b16d939-e40d-4fcf-a918-a0c23e595227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d998db2a-4698-4bdb-9ecd-2de3c5273220), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.488326 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Attempt 10 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:16.509083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16d939-e40d-4fcf-a918-a0c23e595227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d998db2a-4698-4bdb-9ecd-2de3c5273220,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:16.513772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9b16d939-e40d-4fcf-a918-a0c23e595227 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7d1ae0a54bc0420182194d607a5b85ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431761 Sep 26 10:33:16.516612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52526) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:16.524789 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-238d7a80-cad2-4d48-ade5-91ab7e51f364 None None] Port 798a1629-515e-41fd-8c26-34ded4b3db4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:16.566863 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] Publish callbacks [] for security_group (d998db2a-4698-4bdb-9ecd-2de3c5273220), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.589691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] Publish callbacks [] for security_group (d998db2a-4698-4bdb-9ecd-2de3c5273220), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.661023 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa44-c488-44c6-a2a7-cea12d7452de req-ca72d2bb-87e5-4384-8d2c-bcb853e0f3a4 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:16.662760 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88dcaa44-c488-44c6-a2a7-cea12d7452de req-ca72d2bb-87e5-4384-8d2c-bcb853e0f3a4 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0709555 Sep 26 10:33:16.712266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d998db2a-4698-4bdb-9ecd-2de3c5273220), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.715368 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:16.716446 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d998db2a-4698-4bdb-9ecd-2de3c5273220 HTTP/1.1" status: 204 len: 168 time: 0.1989417 Sep 26 10:33:16.741655 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b5587581-d47d-4303-8bcc-fd1a3bdc6568 req-de0586b6-b746-4275-8358-a8c4ab173333 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Sep 26 10:33:16.748995 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88dcaa44-c488-44c6-a2a7-cea12d7452de req-a226ac24-751d-468c-8c36-9e72447c608e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798302 Sep 26 10:33:16.749823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4ccf-22fc-4d0d-b13e-26c76ce314ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998db2a-4698-4bdb-9ecd-2de3c5273220,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:17.098071 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a20eab-13df-4f6b-9126-a5139275887c req-12ae7c64-bb03-4da8-b264-0204b7d031db tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:17.099913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8a20eab-13df-4f6b-9126-a5139275887c req-12ae7c64-bb03-4da8-b264-0204b7d031db tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0507641 Sep 26 10:33:17.152403 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8a20eab-13df-4f6b-9126-a5139275887c req-710d6e5b-a398-48d3-83f4-d3908be33567 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Sep 26 10:33:17.457598 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b683c64-0a38-4308-8d84-ed9049da7e49 req-9e54811b-af50-4028-ad62-666420f75e9f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:17.459089 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b683c64-0a38-4308-8d84-ed9049da7e49 req-9e54811b-af50-4028-ad62-666420f75e9f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0530341 Sep 26 10:33:17.485766 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:17.510599 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b683c64-0a38-4308-8d84-ed9049da7e49 req-bd462aab-574e-486d-b34e-cf77a879acd5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456431 Sep 26 10:33:17.869351 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1596e3cc-5e5b-4360-bd8d-49442900d36c req-62e6ebe4-d6fe-4f89-8b5c-eb619bf963f1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0374975 Sep 26 10:33:17.912744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d574b09-0cf7-4ab2-a63a-58ef1f67ef6d req-a2eb562a-1f0a-4d7e-b152-5019b4fb5862 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:17.914297 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d574b09-0cf7-4ab2-a63a-58ef1f67ef6d req-a2eb562a-1f0a-4d7e-b152-5019b4fb5862 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 943 time: 0.0703199 Sep 26 10:33:17.966814 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d574b09-0cf7-4ab2-a63a-58ef1f67ef6d req-e3a3c928-e4e6-4318-9d3a-1d7dc1c9e6c6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Sep 26 10:33:18.257899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:18.281993 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914922ef-6f31-4629-b51e-7946ff5a30b2 req-af62471b-7eed-44b4-8300-8acb3badf054 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:18.283523 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-914922ef-6f31-4629-b51e-7946ff5a30b2 req-af62471b-7eed-44b4-8300-8acb3badf054 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.0566325 Sep 26 10:33:18.316957 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:33:18.332962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-914922ef-6f31-4629-b51e-7946ff5a30b2 req-67bf5fb4-b3b1-4f2c-86da-bde05bddbb00 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Sep 26 10:33:18.547657 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:18.559619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9', 'network_id': '72b0f45a-e680-4d29-a349-f6ec781d90cd', 'port_id': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9', 'mac_address': 'fa:16:3e:f5:8f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fac51a-826e-4101-8fd1-cea33c7fb379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:33:18.622772 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'port': {'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'admin_state_up': True, 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'security_groups': ['44b05a63-835d-4a74-9b09-aac7299e7c15']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:18.646284 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:18.646852 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:18.676378 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:18.693846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Request body: {'port': {'device_id': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:18.728508 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:18.734692 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:18.770644 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:18.788202 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:18.815171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:18.869475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-d2930ee9-5868-423a-96d2-f4b471267158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:18.871042 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-d2930ee9-5868-423a-96d2-f4b471267158 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=615e5825389c4f1d96e6398bf1dab735&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2836099 Sep 26 10:33:19.056662 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06878-9fc8-4aa5-bc55-67e01793a810 req-1e104bd5-280e-4455-9aae-9772147d2a24 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:19.058687 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7b06878-9fc8-4aa5-bc55-67e01793a810 req-1e104bd5-280e-4455-9aae-9772147d2a24 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.4420581 Sep 26 10:33:19.066233 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aac7c048-9dec-4eeb-9cda-9a87d0b4ecf8 req-7702cb58-06ab-4868-a5b2-a5a7049fc72f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0725715 Sep 26 10:33:19.093214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5401674-4463-4540-aeff-86973d72078b req-3ca9bf00-f907-4c74-a336-5e3f294e2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:19.094835 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5401674-4463-4540-aeff-86973d72078b req-3ca9bf00-f907-4c74-a336-5e3f294e2acb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1127 time: 0.4808402 Sep 26 10:33:19.134762 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:19.237601 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7b06878-9fc8-4aa5-bc55-67e01793a810 req-9252ab6f-d8b7-4e3a-af47-b2e09f116c65 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641765 Sep 26 10:33:19.271604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca0678-4665-4155-b712-084dd9611690 req-5947cf1a-36cc-4ebd-8b9e-ff435f459e89 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:19.273048 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1bca0678-4665-4155-b712-084dd9611690 req-5947cf1a-36cc-4ebd-8b9e-ff435f459e89 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 944 time: 0.1096275 Sep 26 10:33:19.327828 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:33:19.331465 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:19.457983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1bca0678-4665-4155-b712-084dd9611690 req-f345d331-3cb2-4320-843d-0c625ba1fa41 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786809 Sep 26 10:33:19.548180 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779efdda-65a7-4157-a357-09da2822fb34 req-bcb870a3-a045-4173-a519-ab821f14f080 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:19.549637 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-779efdda-65a7-4157-a357-09da2822fb34 req-bcb870a3-a045-4173-a519-ab821f14f080 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 931 time: 0.1194410 Sep 26 10:33:19.605657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:19.631402 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:19.642574 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.20.0.8 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/75ba1d3d-2195-4f53-bc3d-9641a06aa644) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:33:19.695062 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-779efdda-65a7-4157-a357-09da2822fb34 req-3f3a9db2-0c15-4e85-adf3-99b0aec7d239 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244304 Sep 26 10:33:19.788792 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798a1629-515e-41fd-8c26-34ded4b3db4d {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:19.800186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks [] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:19.825046 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Transition to ACTIVE for port object 798a1629-515e-41fd-8c26-34ded4b3db4d will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:33:19.828571 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:19.920724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:19.926676 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Pushing event updated for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:19.942547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Attempting to bind port 798a1629-515e-41fd-8c26-34ded4b3db4d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:19.942876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Attempting to bind port 798a1629-515e-41fd-8c26-34ded4b3db4d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:19.943197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Attempting to bind port 798a1629-515e-41fd-8c26-34ded4b3db4d on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:20.000363 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.002177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Port 798a1629-515e-41fd-8c26-34ded4b3db4d on network f9f0c1cf-9082-4631-962e-123de80a2bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:33:20.002494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Attempting to bind port 798a1629-515e-41fd-8c26-34ded4b3db4d on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:20.068415 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:33:20.074823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:33:20.083248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:33:20.087686 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.088296 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.096751 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:20.111814 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:20.112144 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Checking segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:20.112513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Bound using segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:20.112945 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Bound port: 798a1629-515e-41fd-8c26-34ded4b3db4d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:20.113351 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.119387 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-30855ada-8b4d-4450-b1aa-0142f2fe6f55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5124958 Sep 26 10:33:20.218700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0c475-caa4-4ba9-9eec-da076126846c req-0583fa7f-1955-41f1-ba4e-62b51a06f1c6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.221729 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18d0c475-caa4-4ba9-9eec-da076126846c req-0583fa7f-1955-41f1-ba4e-62b51a06f1c6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 931 time: 0.0677378 Sep 26 10:33:20.227142 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:20.232584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=798a1629-515e-41fd-8c26-34ded4b3db4d,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:20.233971 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:20.252123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.255095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.255690 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.258231 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 1093 time: 1.6419590 Sep 26 10:33:20.262889 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:20.265115 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d7601-f822-4705-979a-c178a65b2c60" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:20.271464 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Provisioning complete for port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:20.272417 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:20.272937 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 1 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:20.310681 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:20.322332 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a71f5-6834-4a63-8009-006cb1eef3e4 x-openstack-request-id: req-015a71f5-6834-4a63-8009-006cb1eef3e4 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:20.322745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:20.322845 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-015a71f5-6834-4a63-8009-006cb1eef3e4 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:20.323785 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015a71f5-6834-4a63-8009-006cb1eef3e4'] response: {'name': 'network-changed', 'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'status': 'completed', 'code': 200} Sep 26 10:33:20.362622 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18d0c475-caa4-4ba9-9eec-da076126846c req-8a691e4d-8357-4471-af67-daa0be0b0970 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326997 Sep 26 10:33:20.367454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9d369-d4e4-40b4-9991-d5cb57498cac service neutron] Pushing event updated for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:20.418838 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb25b1-e709-46d0-a2b8-2d6a9264dcac req-eb642d50-5484-45ae-92d5-31b3eb6cb9ef tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.420296 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cfb25b1-e709-46d0-a2b8-2d6a9264dcac req-eb642d50-5484-45ae-92d5-31b3eb6cb9ef tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0500498 Sep 26 10:33:20.431037 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:20.468825 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cfb25b1-e709-46d0-a2b8-2d6a9264dcac req-e24f5067-18f5-4fea-a00b-71bf442020a1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Sep 26 10:33:20.574954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15cac0-587c-40a0-ae38-610dc4209e6b req-783860b1-c88f-460e-a630-ac69be6dcd85 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.576375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc15cac0-587c-40a0-ae38-610dc4209e6b req-783860b1-c88f-460e-a630-ac69be6dcd85 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 944 time: 0.0456541 Sep 26 10:33:20.621595 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc15cac0-587c-40a0-ae38-610dc4209e6b req-5af1b796-b9bf-412a-87ae-6eab17c54dfa tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 Sep 26 10:33:20.812044 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 2 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:20.817967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733bbd0-8b57-4d7b-8e43-7225221c188d req-b763951c-4cff-4664-a7d0-39a53038ad05 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:20.819481 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b733bbd0-8b57-4d7b-8e43-7225221c188d req-b763951c-4cff-4664-a7d0-39a53038ad05 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0503683 Sep 26 10:33:20.847010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:20.866433 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b733bbd0-8b57-4d7b-8e43-7225221c188d req-52c25c7a-1d54-46af-a390-713c66ee6a03 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Sep 26 10:33:21.348096 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 3 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:21.399787 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Request body: {'port': {'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:21.409197 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:21.638783 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:33:21.702423 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-a543878d-8997-4e57-9132-a753c00ffc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.703885 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e67b1bbc-3ff5-40cd-984e-524e9b2715eb req-a543878d-8997-4e57-9132-a753c00ffc64 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679819 Sep 26 10:33:21.780700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-f6469556-069b-495c-b796-5d3dd794524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.782340 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-f6469556-069b-495c-b796-5d3dd794524a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1127 time: 0.3936350 Sep 26 10:33:21.787025 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-bb587eec-7b64-4d19-a392-710f458d185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.788620 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-bb587eec-7b64-4d19-a392-710f458d185e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1127 time: 0.0432222 Sep 26 10:33:21.856606 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-98743ac1-d26e-423e-9b17-0e42af290ce7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 200 len: 217 time: 0.0599699 Sep 26 10:33:21.878089 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae52ef-8f25-4e71-9133-9cf8470c01a9 req-8c5655fa-1652-4405-baca-fcbcdf3660b4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.879979 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8cae52ef-8f25-4e71-9133-9cf8470c01a9 req-8c5655fa-1652-4405-baca-fcbcdf3660b4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 931 time: 0.4282575 Sep 26 10:33:21.896826 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:21.910660 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 4 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:21.913819 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-fa37b06d-c475-4a50-b375-1505d91ed21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.915434 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-fa37b06d-c475-4a50-b375-1505d91ed21a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0509236 Sep 26 10:33:21.948619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:21.961972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-1e229744-22dc-4308-88b6-9ab2c1158005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.963527 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-1e229744-22dc-4308-88b6-9ab2c1158005 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411899 Sep 26 10:33:21.990746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2798ee-b941-4a3a-a384-298d8b782504 req-4675faad-593d-462d-bc52-8a141285c664 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:21.992404 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d2798ee-b941-4a3a-a384-298d8b782504 req-4675faad-593d-462d-bc52-8a141285c664 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.2583916 Sep 26 10:33:22.063473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5401674-4463-4540-aeff-86973d72078b req-32985edf-7447-4ae6-9dc7-e0133ec643d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:22.065056 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5401674-4463-4540-aeff-86973d72078b req-32985edf-7447-4ae6-9dc7-e0133ec643d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=615e5825389c4f1d96e6398bf1dab735&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7063920 Sep 26 10:33:22.077371 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-69a0c019-8a51-4523-b8b1-55520aa265c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051650 Sep 26 10:33:22.173457 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-23bd74cf-543b-4f07-9482-d5a4957de077 req-15229e20-559e-483d-8ce7-3bb48d3d0c9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898097 Sep 26 10:33:22.216706 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8cae52ef-8f25-4e71-9133-9cf8470c01a9 req-0a01db01-6cec-4131-a3e5-96a64f933f8b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083129 Sep 26 10:33:22.276970 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:22.286560 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-cb7d67cf-63e3-4ce5-9377-f518ed48ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:22.288023 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-cb7d67cf-63e3-4ce5-9377-f518ed48ebbe service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=3c219db8370d4ef49f235020868144d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4925056 Sep 26 10:33:22.302227 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d2798ee-b941-4a3a-a384-298d8b782504 req-e22338f5-cf4f-4a6b-99fa-fb47cd29e851 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930772 Sep 26 10:33:22.449825 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 5 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:22.487238 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7ccf-c57d-4bf1-97e9-72bb9b589ea0 req-e34067ba-90f5-430f-ae3a-bfea4daa2998 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:22.488824 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16aa7ccf-c57d-4bf1-97e9-72bb9b589ea0 req-e34067ba-90f5-430f-ae3a-bfea4daa2998 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 944 time: 0.1977813 Sep 26 10:33:22.511922 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:22.523532 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:22.544544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9e2e0-a1c8-4425-a8dd-6e153999e4b3 req-23fac3f1-24d8-4542-a61b-bb501ad070d7 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:22.546256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8a9e2e0-a1c8-4425-a8dd-6e153999e4b3 req-23fac3f1-24d8-4542-a61b-bb501ad070d7 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.1786764 Sep 26 10:33:22.560003 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5401674-4463-4540-aeff-86973d72078b req-ea77b59f-775b-4268-975c-10c2b74603eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:22.561424 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5401674-4463-4540-aeff-86973d72078b req-ea77b59f-775b-4268-975c-10c2b74603eb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4769967 Sep 26 10:33:22.646379 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16aa7ccf-c57d-4bf1-97e9-72bb9b589ea0 req-c99c7506-5bfc-43b3-865d-894d44f0072e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427088 Sep 26 10:33:22.664289 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8a9e2e0-a1c8-4425-a8dd-6e153999e4b3 req-ad356cae-d0fa-4136-857e-18d81c7732a3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093502 Sep 26 10:33:22.765109 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ba1d3d-2195-4f53-bc3d-9641a06aa644 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:22.772744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks [] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:22.785832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Transition to ACTIVE for port object 75ba1d3d-2195-4f53-bc3d-9641a06aa644 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:33:22.789673 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:22.863041 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Pushing event updated for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:22.866221 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Attempting to bind port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:33:22.866559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Attempting to bind port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:33:22.866891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Attempting to bind port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:22.910352 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 on network 5bfae35e-29c7-4379-ac17-c54030a00cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:33:22.910978 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Attempting to bind port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:33:22.959249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:33:22.959638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:33:22.960264 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:33:22.960559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Bound port: 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:33:22.960922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:23.013344 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 6 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:23.035148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:33:23.039294 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:33:23.050158 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:23.055304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:23.056341 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:23.058206 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/75ba1d3d-2195-4f53-bc3d-9641a06aa644 HTTP/1.1" status: 200 len: 1093 time: 1.6706295 Sep 26 10:33:23.059091 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:23.061572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa3f200-05fd-4e39-9167-a8067d1a1cce" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:23.062332 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:33:23.099485 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5b51a1-b9d9-4b67-8da4-1b9017838ecf x-openstack-request-id: req-cf5b51a1-b9d9-4b67-8da4-1b9017838ecf {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:23.099782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:23.100039 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf5b51a1-b9d9-4b67-8da4-1b9017838ecf {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:23.100442 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5b51a1-b9d9-4b67-8da4-1b9017838ecf'] response: {'name': 'network-changed', 'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'status': 'completed', 'code': 200} Sep 26 10:33:23.102568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:23.120980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1dc09-bbfa-4864-b35a-9100ae5abbcb service neutron] Pushing event updated for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:23.359139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7591c1-6f21-4bf9-a002-c1ddb76888c4 req-daa935d4-7b10-40de-a89d-ac6279dfedf1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:23.360705 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7591c1-6f21-4bf9-a002-c1ddb76888c4 req-daa935d4-7b10-40de-a89d-ac6279dfedf1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0656650 Sep 26 10:33:23.453700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be3876-8964-4c4b-b2cc-60deeee50730 req-7673db44-f604-4813-b22b-153d68d0c747 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:23.455137 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92be3876-8964-4c4b-b2cc-60deeee50730 req-7673db44-f604-4813-b22b-153d68d0c747 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0716546 Sep 26 10:33:23.458189 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7591c1-6f21-4bf9-a002-c1ddb76888c4 req-ebd8f8ea-d951-4c65-b2da-692441141f59 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886483 Sep 26 10:33:23.517557 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92be3876-8964-4c4b-b2cc-60deeee50730 req-859ddb8a-51ff-40db-b8d5-1f219e4fba90 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Sep 26 10:33:23.563691 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Attempt 7 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:23.602328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e8892-906f-453d-88a0-6c921026797a None None] Port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:33:23.838680 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d48d04-b548-4e32-84f7-30e9e0149088 req-ab53a4fe-3dc1-4401-bc51-83947f513206 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:23.840344 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-90d48d04-b548-4e32-84f7-30e9e0149088 req-ab53a4fe-3dc1-4401-bc51-83947f513206 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 944 time: 0.0765409 Sep 26 10:33:23.864124 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361f39-158f-4c6c-a4fb-02fbb83363ae req-57f81822-fc6f-4a7f-8d9b-8404fe45d008 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:23.865701 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be361f39-158f-4c6c-a4fb-02fbb83363ae req-57f81822-fc6f-4a7f-8d9b-8404fe45d008 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0748146 Sep 26 10:33:23.925070 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-90d48d04-b548-4e32-84f7-30e9e0149088 req-355e2ec7-049c-43b1-a906-535fe6c4b7e1 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784738 Sep 26 10:33:23.948963 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be361f39-158f-4c6c-a4fb-02fbb83363ae req-586f10c4-bd01-4688-8ac5-c8278e88b5cf tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714800 Sep 26 10:33:24.581445 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e1c02-d288-432e-9982-51d37d019db2 req-e9e9af1b-1b91-4237-a7dc-3a8adf1a7130 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:24.582956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a4e1c02-d288-432e-9982-51d37d019db2 req-e9e9af1b-1b91-4237-a7dc-3a8adf1a7130 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0475607 Sep 26 10:33:24.650907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:24.668862 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9154272-3888-45e2-9ea8-b7c957745c49 req-d5e9cc2c-bdbd-4894-97e7-d8e43ccc0272 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:24.675103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9154272-3888-45e2-9ea8-b7c957745c49 req-d5e9cc2c-bdbd-4894-97e7-d8e43ccc0272 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0790596 Sep 26 10:33:24.680577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a4e1c02-d288-432e-9982-51d37d019db2 req-0cab0fcf-f00c-433e-9220-b4780afa4018 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920324 Sep 26 10:33:24.724375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9154272-3888-45e2-9ea8-b7c957745c49 req-a77d61d8-0754-4d1e-a326-592d0e36f947 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Sep 26 10:33:25.074887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698f944-9371-471a-aa05-bae72079154b req-5406f934-8120-40ae-ab4e-431ac091e4b8 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:25.076321 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4698f944-9371-471a-aa05-bae72079154b req-5406f934-8120-40ae-ab4e-431ac091e4b8 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 944 time: 0.0767572 Sep 26 10:33:25.086935 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e47f0d-7d89-47a2-b66c-18a36bc65be8 req-dffd213d-5d39-4714-9264-632d7084fba8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:25.088310 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74e47f0d-7d89-47a2-b66c-18a36bc65be8 req-dffd213d-5d39-4714-9264-632d7084fba8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0599670 Sep 26 10:33:25.313763 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4698f944-9371-471a-aa05-bae72079154b req-3e741e78-61ae-4ca4-aa6a-6b7bd771d582 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244701 Sep 26 10:33:25.320314 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74e47f0d-7d89-47a2-b66c-18a36bc65be8 req-407f6988-0b3f-44c0-9929-6b29202659da tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254186 Sep 26 10:33:25.806666 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd99460-6c3e-4126-b114-dfa4cffe22d9 req-5ae0b46f-f442-49c9-b0cf-8b89695f4ed3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:25.808776 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-afd99460-6c3e-4126-b114-dfa4cffe22d9 req-5ae0b46f-f442-49c9-b0cf-8b89695f4ed3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0547578 Sep 26 10:33:25.871707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296d317-c88c-4721-83a0-50f940799c66 req-0da87f40-6ba6-4545-bafe-2a01e15bc34e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:25.873178 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8296d317-c88c-4721-83a0-50f940799c66 req-0da87f40-6ba6-4545-bafe-2a01e15bc34e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0741310 Sep 26 10:33:25.902154 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-afd99460-6c3e-4126-b114-dfa4cffe22d9 req-a64e503d-648f-4b0b-b699-32114e839d4d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842168 Sep 26 10:33:25.935360 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8296d317-c88c-4721-83a0-50f940799c66 req-1caa2e6a-7758-4702-ba5b-b16853d78676 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562537 Sep 26 10:33:26.016845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:33:26.027423 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:26.131600 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:33:26.144229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:26.144602 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:26.144939 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 Sep 26 10:33:26.177206 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:26.196618 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-d22b3a48-51e8-4d4b-8a25-321b930b3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.198668 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-d22b3a48-51e8-4d4b-8a25-321b930b3bfb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 1127 time: 0.0884199 Sep 26 10:33:26.201956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-5df9333b-f97f-428d-aaa8-61c2a6a2270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.203367 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-5df9333b-f97f-428d-aaa8-61c2a6a2270f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1127 time: 0.0925531 Sep 26 10:33:26.206010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:26.224066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'port_id': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', 'mac_address': 'fa:16:3e:d8:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:33:26.288263 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:26.288568 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:26.291943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:26.292287 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:26.302422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:26.310162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-ff264fa8-bc84-4884-9e8c-ece39b9afd6e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e HTTP/1.1" status: 200 len: 217 time: 0.0975995 Sep 26 10:33:26.319864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:26.330730 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:26.336247 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-eda7b6df-740b-49e1-a30b-52f844dcc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.337789 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9e4d7601-f822-4705-979a-c178a65b2c60 req-eda7b6df-740b-49e1-a30b-52f844dcc85f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2920284 Sep 26 10:33:26.411246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:26.428764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:26.439316 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:26.446043 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:26.452951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:26.461363 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-74ce4981-149e-46b1-8934-d17e27c2a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.462938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-74ce4981-149e-46b1-8934-d17e27c2a449 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.1242356 Sep 26 10:33:26.512999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:26.520517 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-e1d9b238-4d5f-4498-b17d-b3db7fde0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.521969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-e1d9b238-4d5f-4498-b17d-b3db7fde0fa6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1127 time: 0.1304247 Sep 26 10:33:26.563379 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:26.574855 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374feb85-0f21-4e4a-9ca6-7e1ab62a71d4" -d '{"events": [{"server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "name": "network-vif-plugged", "status": "completed", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:26.587482 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-274cace5-cba9-43bc-8741-22d4fb116fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.589449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-274cace5-cba9-43bc-8741-22d4fb116fc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=49df2764440f4f2cb68d8d6284f07f47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3754284 Sep 26 10:33:26.676042 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-15861e2c-2b02-40cc-8528-87bbfc08aaa7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 217 time: 0.1038218 Sep 26 10:33:26.703078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-51ecde38-e4cd-4f38-8cf8-9aed6bd3a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.704485 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-51ecde38-e4cd-4f38-8cf8-9aed6bd3a50b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2291050 Sep 26 10:33:26.707581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:33:26.710222 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffd90d-0ed3-48c0-89e1-e67902279180 req-0f4df27b-1fb6-4699-a116-e30ea4da3434 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.712014 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28ffd90d-0ed3-48c0-89e1-e67902279180 req-0f4df27b-1fb6-4699-a116-e30ea4da3434 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.2000215 Sep 26 10:33:26.745545 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22a94-13c9-4eeb-b93d-12706a8bcfcd req-b1eaf098-067b-441f-81cb-eb6600133271 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.747002 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3a22a94-13c9-4eeb-b93d-12706a8bcfcd req-b1eaf098-067b-441f-81cb-eb6600133271 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.2374680 Sep 26 10:33:26.893514 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:26.920869 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-4fbb0e16-ea8c-4de3-8037-a52a913b34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:26.928184 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-4fbb0e16-ea8c-4de3-8037-a52a913b34e7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.2307920 Sep 26 10:33:27.003847 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28ffd90d-0ed3-48c0-89e1-e67902279180 req-f35876e9-313b-4e4b-97a7-4e744c5de117 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318208 Sep 26 10:33:27.013495 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3a22a94-13c9-4eeb-b93d-12706a8bcfcd req-83009e4f-01de-49d7-9eed-106e20e6ddac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361507 Sep 26 10:33:27.034196 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-a6b061c8-451e-45d5-8189-415b8ee1c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.034196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2aa3f200-05fd-4e39-9167-a8067d1a1cce req-a6b061c8-451e-45d5-8189-415b8ee1c093 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4117296 Sep 26 10:33:27.052085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-44074fc5-fc91-45f5-832e-6456553ceb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.053795 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-44074fc5-fc91-45f5-832e-6456553ceb5a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1203601 Sep 26 10:33:27.059842 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-0642776d-6b0f-40ce-96b6-9b2cc5f3dce7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204892 Sep 26 10:33:27.088106 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:27.216918 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edaa73c-51fe-473d-98aa-a465ac6a43c4 x-openstack-request-id: req-0edaa73c-51fe-473d-98aa-a465ac6a43c4 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:27.217412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "name": "network-vif-plugged", "status": "completed", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:27.217577 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0edaa73c-51fe-473d-98aa-a465ac6a43c4 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:27.217975 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edaa73c-51fe-473d-98aa-a465ac6a43c4'] response: {'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9', 'code': 200} Sep 26 10:33:27.299256 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-598481b5-6b82-4857-b148-33b85dedd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.300683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-598481b5-6b82-4857-b148-33b85dedd02b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 1127 time: 0.1979067 Sep 26 10:33:27.316627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304e225-5c20-4534-a3b3-b2f64e998b1b req-0e69e974-230f-4d79-8d64-1b2f85f015d5 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.318192 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9304e225-5c20-4534-a3b3-b2f64e998b1b req-0e69e974-230f-4d79-8d64-1b2f85f015d5 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.1714702 Sep 26 10:33:27.499111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:27.520624 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-70d6eb09-1ece-4a8c-acfc-67aad235b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.522513 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-70d6eb09-1ece-4a8c-acfc-67aad235b319 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 1129 time: 0.1096220 Sep 26 10:33:27.542405 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-225c9fc6-028d-4c90-b3bb-c7252faf75f9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.562535 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52808) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:27.621325 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-ab578484-905e-413f-80cd-61a430ee3fcd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644 HTTP/1.1" status: 200 len: 217 time: 0.2908192 Sep 26 10:33:27.627833 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-573778e4-aeae-456f-b317-4704fd97c73a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579593 Sep 26 10:33:27.632665 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-e222c669-e98a-4c2b-93f2-0cc56255ae4d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712497 Sep 26 10:33:27.645979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46ad7-5fc5-4131-8823-3c830ce3196c req-b1568045-be6d-4455-9aa7-cfb6ca5689bf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.652936 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-83c46ad7-5fc5-4131-8823-3c830ce3196c req-b1568045-be6d-4455-9aa7-cfb6ca5689bf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.3725140 Sep 26 10:33:27.690084 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-225c9fc6-028d-4c90-b3bb-c7252faf75f9 service neutron] Publish callbacks [] for security_group (b56843be-89e0-4ef7-b59e-08bbfdc0643e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.706216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-225c9fc6-028d-4c90-b3bb-c7252faf75f9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (b56843be-89e0-4ef7-b59e-08bbfdc0643e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.784831 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9304e225-5c20-4534-a3b3-b2f64e998b1b req-5652d0a0-2b4f-4827-9835-2d9504f044c1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4294925 Sep 26 10:33:27.785049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e742f691-e560-4ef0-9760-8e5ca3290a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.789078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c9fc6-028d-4c90-b3bb-c7252faf75f9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b56843be-89e0-4ef7-b59e-08bbfdc0643e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:27.811113 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7d1a6857-27d7-4be5-bab6-3c05deaa089b req-225c9fc6-028d-4c90-b3bb-c7252faf75f9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823782 Sep 26 10:33:27.813788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-86959b23-5b88-4412-8971-f698bc9bacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:27.815172 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-86959b23-5b88-4412-8971-f698bc9bacfd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.1848314 Sep 26 10:33:27.820106 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-83c46ad7-5fc5-4131-8823-3c830ce3196c req-fdd2de4e-1ea7-40b0-bb73-55eb54a34000 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663549 Sep 26 10:33:27.849931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81ed6404-69ca-47df-8823-eb5b03d35060 req-9f7f2afa-c08f-4ca3-a0a2-cc9aa676af78 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941495 Sep 26 10:33:27.864295 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:27.887939 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e742f691-e560-4ef0-9760-8e5ca3290a53 admin admin] Publish callbacks [] for security_group (8fd9207e-8bdf-4749-a5d6-a6493876a3c8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.891034 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e742f691-e560-4ef0-9760-8e5ca3290a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8fd9207e-8bdf-4749-a5d6-a6493876a3c8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:27.931704 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e742f691-e560-4ef0-9760-8e5ca3290a53 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=544efae6a97d481693492e590c725f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680058 Sep 26 10:33:27.933580 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742f691-e560-4ef0-9760-8e5ca3290a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd9207e-8bdf-4749-a5d6-a6493876a3c8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:27.935458 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52818) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:27.988339 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] Publish callbacks [] for security_group (8fd9207e-8bdf-4749-a5d6-a6493876a3c8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.006559 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:28.010112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] Publish callbacks [] for security_group (8fd9207e-8bdf-4749-a5d6-a6493876a3c8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.031688 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=14 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:28.059168 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:33:28.067387 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:28.067932 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.068351 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea Sep 26 10:33:28.068737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8fd9207e-8bdf-4749-a5d6-a6493876a3c8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.071941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.073124 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8fd9207e-8bdf-4749-a5d6-a6493876a3c8 HTTP/1.1" status: 204 len: 168 time: 0.1365397 Sep 26 10:33:28.096356 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18895c-c72d-475e-9b1a-de180fe78c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd9207e-8bdf-4749-a5d6-a6493876a3c8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:28.175633 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:28.176570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.202880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236cae8-a243-483a-b836-0ffb8ba63316 req-632cae59-20c3-4890-b80f-6307120f89ef tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:28.204410 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d236cae8-a243-483a-b836-0ffb8ba63316 req-632cae59-20c3-4890-b80f-6307120f89ef tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0932307 Sep 26 10:33:28.223954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7d2b6-da70-4808-a8aa-54744983acdc req-3f24a566-0f1f-4fa8-84b4-5029b0f23fc3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:28.232483 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-21a7d2b6-da70-4808-a8aa-54744983acdc req-3f24a566-0f1f-4fa8-84b4-5029b0f23fc3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0811255 Sep 26 10:33:28.240180 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:28.246330 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.282684 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:28.314645 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:28.319268 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-21a7d2b6-da70-4808-a8aa-54744983acdc req-f84dbd2b-e540-492b-812f-ce435148b4ed tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Sep 26 10:33:28.334080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d236cae8-a243-483a-b836-0ffb8ba63316 req-ef03edd8-3f32-4561-99d0-1c9664aea42d tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969453 Sep 26 10:33:28.494877 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 52836) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:28.518842 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a9749d6c-4f66-48a6-9ae9-cf34b5f7a3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.599121 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a9749d6c-4f66-48a6-9ae9-cf34b5f7a3be admin admin] Publish callbacks [] for security_group (83ec29a7-a48a-4084-9676-ae059580a4f7), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.602627 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a9749d6c-4f66-48a6-9ae9-cf34b5f7a3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (83ec29a7-a48a-4084-9676-ae059580a4f7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.645830 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a9749d6c-4f66-48a6-9ae9-cf34b5f7a3be admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0e46f5a013a642118888599a9aa37f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497309 Sep 26 10:33:28.646613 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9749d6c-4f66-48a6-9ae9-cf34b5f7a3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec29a7-a48a-4084-9676-ae059580a4f7,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:28.649051 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 52840) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:28.677243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:28.700538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] Publish callbacks [] for security_group (83ec29a7-a48a-4084-9676-ae059580a4f7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.727991 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] Publish callbacks [] for security_group (83ec29a7-a48a-4084-9676-ae059580a4f7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.728226 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=18 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:28.794546 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-bc1272fa-d505-4e6e-a6b1-d42dc6231845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:28.796196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-bc1272fa-d505-4e6e-a6b1-d42dc6231845 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589623 Sep 26 10:33:28.827212 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (83ec29a7-a48a-4084-9676-ae059580a4f7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.829702 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:28.841590 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/83ec29a7-a48a-4084-9676-ae059580a4f7 HTTP/1.1" status: 204 len: 168 time: 0.1912534 Sep 26 10:33:28.850914 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a074d5f-44c2-41ea-ab85-b79e24fb4718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec29a7-a48a-4084-9676-ae059580a4f7,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:28.983120 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c55c9-02f1-4457-8605-5dd72b2063c8 req-94b43b7f-f5f5-4e19-b62e-a33f936f8273 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:28.984592 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-976c55c9-02f1-4457-8605-5dd72b2063c8 req-94b43b7f-f5f5-4e19-b62e-a33f936f8273 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0842254 Sep 26 10:33:28.992257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee629a6-7720-489c-bf66-7dbb213d3db1 req-a34261b7-1234-496b-bbfc-3d9f12f21ce8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:28.993778 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cee629a6-7720-489c-bf66-7dbb213d3db1 req-a34261b7-1234-496b-bbfc-3d9f12f21ce8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0641415 Sep 26 10:33:29.073983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-976c55c9-02f1-4457-8605-5dd72b2063c8 req-a0851f22-2e19-474b-a6fc-cbf0c68dbc5f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786982 Sep 26 10:33:29.077859 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cee629a6-7720-489c-bf66-7dbb213d3db1 req-8855d667-05a3-482d-8752-baef3ff25a97 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754001 Sep 26 10:33:29.219532 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:29.225670 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e124b0-208c-49b6-a256-84bf205a31af" -d '{"events": [{"server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:29.263092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66dafc6-8024-4919-bfe5-727757a6dd59 x-openstack-request-id: req-b66dafc6-8024-4919-bfe5-727757a6dd59 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:29.263668 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "name": "network-vif-plugged", "status": "completed", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:29.263753 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b66dafc6-8024-4919-bfe5-727757a6dd59 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:29.264156 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66dafc6-8024-4919-bfe5-727757a6dd59'] response: {'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', 'code': 200} Sep 26 10:33:29.486590 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce04d89-ccc4-48c6-8b85-87791dd975ac req-f58ab727-fd76-4f7f-96f9-d02f61e9820c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:29.488076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ce04d89-ccc4-48c6-8b85-87791dd975ac req-f58ab727-fd76-4f7f-96f9-d02f61e9820c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0864785 Sep 26 10:33:29.494403 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1e05-5e5f-4980-8843-5f4eea8cfaf0 req-e671adfe-8258-4625-8342-22c931f6cc74 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:29.498750 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f51e1e05-5e5f-4980-8843-5f4eea8cfaf0 req-e671adfe-8258-4625-8342-22c931f6cc74 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0824327 Sep 26 10:33:29.575541 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f51e1e05-5e5f-4980-8843-5f4eea8cfaf0 req-e1a3e4e2-985f-4a3c-9f98-9116fc3dc66f tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Sep 26 10:33:29.579659 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ce04d89-ccc4-48c6-8b85-87791dd975ac req-f7de9f49-705f-4b57-940a-51e2a2511cbf tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820119 Sep 26 10:33:30.245361 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e122fc-d025-43b5-be8b-c5043a1f7c33 req-f1c37a23-5962-40da-bbfb-c46c78131a0e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:30.246903 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14e122fc-d025-43b5-be8b-c5043a1f7c33 req-f1c37a23-5962-40da-bbfb-c46c78131a0e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0954294 Sep 26 10:33:30.271420 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d9690-19e1-4f3f-9285-4aec3dec015c req-3628dcc9-9fc2-4c30-b765-ba7fe56c564e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:30.272905 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-685d9690-19e1-4f3f-9285-4aec3dec015c req-3628dcc9-9fc2-4c30-b765-ba7fe56c564e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0816510 Sep 26 10:33:30.340007 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14e122fc-d025-43b5-be8b-c5043a1f7c33 req-5486652b-59f5-4e68-8a5d-4e91f57c7c2e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858731 Sep 26 10:33:30.347746 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-685d9690-19e1-4f3f-9285-4aec3dec015c req-61179fa8-4d4b-404c-80f6-7f5baac6065c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664093 Sep 26 10:33:30.743604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4ef41-39fe-4bdf-bd61-8fe5f77b09b1 req-f0722a80-22c2-46ae-8509-cd68cba0fb01 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:30.746577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64e4ef41-39fe-4bdf-bd61-8fe5f77b09b1 req-f0722a80-22c2-46ae-8509-cd68cba0fb01 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0710094 Sep 26 10:33:30.752192 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35550d4c-f3f4-4a4b-84b1-13e888c72d7e req-30175df9-e687-4e69-bb72-54059ebc7dfb tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:30.753536 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35550d4c-f3f4-4a4b-84b1-13e888c72d7e req-30175df9-e687-4e69-bb72-54059ebc7dfb tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0884728 Sep 26 10:33:30.835527 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64e4ef41-39fe-4bdf-bd61-8fe5f77b09b1 req-3d028ea3-5dd0-47ca-8938-61a6463799c3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810173 Sep 26 10:33:30.838820 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35550d4c-f3f4-4a4b-84b1-13e888c72d7e req-cadced5f-441c-4f24-bfd8-35190a5c4499 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766969 Sep 26 10:33:31.240414 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-56ecebe8-f150-4264-8a06-032127799136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:31.485354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:31.507493 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99594a2-aa80-475b-827b-49407cfe0fdd req-3f2d21e9-258c-4531-9d44-5e7670fb9cf3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:31.508972 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e99594a2-aa80-475b-827b-49407cfe0fdd req-3f2d21e9-258c-4531-9d44-5e7670fb9cf3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0796061 Sep 26 10:33:31.515395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c90e9-e3b8-4d41-bf2e-e1cdd427f892 req-eb1c8eba-b3f3-4520-ab7d-7bc992ce5b99 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:31.516752 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-458c90e9-e3b8-4d41-bf2e-e1cdd427f892 req-eb1c8eba-b3f3-4520-ab7d-7bc992ce5b99 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 943 time: 0.0855510 Sep 26 10:33:31.539389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:31.600130 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e99594a2-aa80-475b-827b-49407cfe0fdd req-da5297b8-8d81-4316-8c11-03a7da12191d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822878 Sep 26 10:33:31.603396 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-458c90e9-e3b8-4d41-bf2e-e1cdd427f892 req-816d3177-fc68-4c89-93ae-699a9672bb6e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Sep 26 10:33:31.725534 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:33:31.991786 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcfe87-5789-4d61-86ff-1db78315f2b7 req-827b1c7c-69fa-4f08-a396-d7a07b1ade34 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:31.993246 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06bcfe87-5789-4d61-86ff-1db78315f2b7 req-827b1c7c-69fa-4f08-a396-d7a07b1ade34 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0774462 Sep 26 10:33:32.000775 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e721a-c2f3-4c97-9a06-ddbe07e12796 req-7f70e40d-c7a0-49e7-b2e3-4d24a8d00b7e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:32.002135 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-479e721a-c2f3-4c97-9a06-ddbe07e12796 req-7f70e40d-c7a0-49e7-b2e3-4d24a8d00b7e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0757952 Sep 26 10:33:32.013688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 696dd099-9ca9-4a5d-a056-1b76c99ea49e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:33:32.079416 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06bcfe87-5789-4d61-86ff-1db78315f2b7 req-132e7a62-b1ce-4396-8d54-24cffcb4a67a tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762582 Sep 26 10:33:32.086390 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-479e721a-c2f3-4c97-9a06-ddbe07e12796 req-09860275-86cf-4a41-997f-076c5e3d5b64 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762784 Sep 26 10:33:32.116056 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:32.118541 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:32.131190 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '696dd099-9ca9-4a5d-a056-1b76c99ea49e', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'port_id': '696dd099-9ca9-4a5d-a056-1b76c99ea49e', 'mac_address': 'fa:16:3e:11:88:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:33:32.171879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 696dd099-9ca9-4a5d-a056-1b76c99ea49e is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:32.172266 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:32.186328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696dd099-9ca9-4a5d-a056-1b76c99ea49e {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:32.207367 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:32.210256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:32.256263 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:32.463229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['696dd099-9ca9-4a5d-a056-1b76c99ea49e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:33:32.512543 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:32.780207 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d244c5-5a5e-4227-b1e5-bb282ab5ca26 req-506dcbd3-2a8f-4725-b898-77fb6bdf08e0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:32.781848 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48d244c5-5a5e-4227-b1e5-bb282ab5ca26 req-506dcbd3-2a8f-4725-b898-77fb6bdf08e0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.1048205 Sep 26 10:33:32.787682 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fde2f-87d6-4b28-9c84-db648d069b36 req-b520f853-e389-48d1-897b-cb718c940e73 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:32.789610 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9b1fde2f-87d6-4b28-9c84-db648d069b36 req-b520f853-e389-48d1-897b-cb718c940e73 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 944 time: 0.1022985 Sep 26 10:33:32.878735 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9b1fde2f-87d6-4b28-9c84-db648d069b36 req-8cfd5d3d-5425-4f2b-811d-a2e7e941f255 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823658 Sep 26 10:33:32.886417 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48d244c5-5a5e-4227-b1e5-bb282ab5ca26 req-36dd7998-275d-4083-93ed-3a8d5f503a28 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743191 Sep 26 10:33:33.045317 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-939e9ced-05e2-4d00-8208-f6874fb14f52 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263218 Sep 26 10:33:33.219265 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82681e7e-a175-440f-a565-b12a2f1b7b66 req-e77c6244-869e-463c-b8da-5a7f587d622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:33.220761 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82681e7e-a175-440f-a565-b12a2f1b7b66 req-e77c6244-869e-463c-b8da-5a7f587d622a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1129 time: 0.1493366 Sep 26 10:33:33.303895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc2247-9fea-4849-a79a-e7cb59c75b3f req-69dead72-d877-426e-b958-a8322079111f tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:33.305345 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ddc2247-9fea-4849-a79a-e7cb59c75b3f req-69dead72-d877-426e-b958-a8322079111f tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.1348121 Sep 26 10:33:33.312936 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c952bb67-3db8-4c1c-a47e-25f225317a97 req-cbba4aef-6acb-4c84-a45c-2013e0705afd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607362 Sep 26 10:33:33.341584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f614-7539-469a-9bb8-7157a1e43efe req-dcf08725-fe37-42a0-b47c-916f03f38f7f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:33.343135 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c257f614-7539-469a-9bb8-7157a1e43efe req-dcf08725-fe37-42a0-b47c-916f03f38f7f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.1255054 Sep 26 10:33:33.378906 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82681e7e-a175-440f-a565-b12a2f1b7b66 req-fa54cf31-c003-4d68-b979-a7e67d63fd8b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481793 Sep 26 10:33:33.418754 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ddc2247-9fea-4849-a79a-e7cb59c75b3f req-b313585f-caec-4217-8efd-f829a45c9f71 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048377 Sep 26 10:33:33.425590 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c257f614-7539-469a-9bb8-7157a1e43efe req-3d9f5a5b-2a4c-4d02-8e98-0ef88f665bf9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694625 Sep 26 10:33:33.755936 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c437fbee-7bd2-48f7-8b0a-c6f68db10e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:33.972760 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:34.045948 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9dd0c-0763-49c1-9c9d-753827b6e754 req-efd2fb15-c15f-49db-9964-0704aab0cd19 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:34.047744 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-87e9dd0c-0763-49c1-9c9d-753827b6e754 req-efd2fb15-c15f-49db-9964-0704aab0cd19 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 944 time: 0.0858459 Sep 26 10:33:34.053750 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6565540-f0ba-469e-913c-6cf8827ec40f req-bba3592b-19ca-4969-bcb5-cad0f6e0ddea tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:34.055215 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6565540-f0ba-469e-913c-6cf8827ec40f req-bba3592b-19ca-4969-bcb5-cad0f6e0ddea tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0846498 Sep 26 10:33:34.118552 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:34.140447 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-87e9dd0c-0763-49c1-9c9d-753827b6e754 req-dd1d3fe0-6184-411b-bcb6-81d52c7b61fb tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837250 Sep 26 10:33:34.144129 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6565540-f0ba-469e-913c-6cf8827ec40f req-945cbf7f-00b3-4d00-aefa-37c7910244eb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804276 Sep 26 10:33:34.564205 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:34.569309 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1847-0b27-4cfe-8bfa-dee83ac76f7c req-248a283a-1dd4-4198-a1fe-e4037958e785 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:34.570888 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-692f1847-0b27-4cfe-8bfa-dee83ac76f7c req-248a283a-1dd4-4198-a1fe-e4037958e785 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0770750 Sep 26 10:33:34.578909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999968-9615-4c83-be35-5ded454c696e req-67e3568b-37ce-4fc6-b083-751f894b493c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:34.580294 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92999968-9615-4c83-be35-5ded454c696e req-67e3568b-37ce-4fc6-b083-751f894b493c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0774920 Sep 26 10:33:34.656603 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-692f1847-0b27-4cfe-8bfa-dee83ac76f7c req-521e2a56-4876-489f-8783-d7c268f51c34 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Sep 26 10:33:34.659566 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92999968-9615-4c83-be35-5ded454c696e req-1cfcacf4-170d-41a1-bdb1-ed627b73b904 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725713 Sep 26 10:33:35.057552 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 696dd099-9ca9-4a5d-a056-1b76c99ea49e up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:35.101463 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 696dd099-9ca9-4a5d-a056-1b76c99ea49e completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:33:35.108576 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 696dd099-9ca9-4a5d-a056-1b76c99ea49e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:35.108943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:35.109275 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 696dd099-9ca9-4a5d-a056-1b76c99ea49e Sep 26 10:33:35.289348 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 696dd099-9ca9-4a5d-a056-1b76c99ea49e is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:35.289729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:35.312965 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:35.315106 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88984fc6-2134-4c5d-a9bd-ca6bf7acd31c" -d '{"events": [{"server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "name": "network-vif-plugged", "status": "completed", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:35.327500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:35.329821 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e58fd1-871a-4e46-b1c3-8bd979eaa826 req-9aacf5f6-409d-4370-a0c5-4646350c919e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:35.331430 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7e58fd1-871a-4e46-b1c3-8bd979eaa826 req-9aacf5f6-409d-4370-a0c5-4646350c919e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 944 time: 0.0766261 Sep 26 10:33:35.331808 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:35.353525 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537f9ac-1962-4719-8e76-a2df1e8445d5 req-7eb680f8-5d4c-421b-ab80-0382e54a1a55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:35.354962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3537f9ac-1962-4719-8e76-a2df1e8445d5 req-7eb680f8-5d4c-421b-ab80-0382e54a1a55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0687077 Sep 26 10:33:35.379497 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:35.387350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.387709 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.388078 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.388422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.388752 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.389088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.389415 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.389741 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.390086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.390414 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.390737 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.391065 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.391384 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.391701 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.392017 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:35.414834 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7e58fd1-871a-4e46-b1c3-8bd979eaa826 req-d91749e4-38d0-4c98-8063-5647f914a8dc tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736241 Sep 26 10:33:35.432080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3537f9ac-1962-4719-8e76-a2df1e8445d5 req-d6baee64-2ee5-4852-ad8a-73ce99283edf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699790 Sep 26 10:33:35.477522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138781b8-f34e-4638-917a-22565f46f324 x-openstack-request-id: req-138781b8-f34e-4638-917a-22565f46f324 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:35.477812 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "name": "network-vif-plugged", "status": "completed", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:35.478094 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-138781b8-f34e-4638-917a-22565f46f324 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:35.478490 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138781b8-f34e-4638-917a-22565f46f324'] response: {'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e', 'code': 200} Sep 26 10:33:35.802771 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe229b5-a723-4718-a1c9-60547d0e50fa req-c8bb3163-f3b5-45f5-955b-6774c9a10993 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:35.804243 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8fe229b5-a723-4718-a1c9-60547d0e50fa req-c8bb3163-f3b5-45f5-955b-6774c9a10993 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0745859 Sep 26 10:33:35.816599 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629557c-6629-400d-a193-288485bf518f req-0658530f-caee-4d3b-8e77-4ead93a67895 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:35.817962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2629557c-6629-400d-a193-288485bf518f req-0658530f-caee-4d3b-8e77-4ead93a67895 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 943 time: 0.0784771 Sep 26 10:33:35.888504 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8fe229b5-a723-4718-a1c9-60547d0e50fa req-312bc453-9214-4368-baa5-a2c8627c6671 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780210 Sep 26 10:33:35.893645 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:35.896089 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2629557c-6629-400d-a193-288485bf518f req-ea14b5c8-699d-447f-b9b4-8fe4a1364d90 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719593 Sep 26 10:33:36.093493 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 798a1629-515e-41fd-8c26-34ded4b3db4d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:33:36.199925 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=798a1629-515e-41fd-8c26-34ded4b3db4d,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:36.211378 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'port_id': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'mac_address': 'fa:16:3e:ee:cc:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:33:36.242208 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:36.247791 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 798a1629-515e-41fd-8c26-34ded4b3db4d is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:36.248173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:36.267640 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798a1629-515e-41fd-8c26-34ded4b3db4d {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:36.295749 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=798a1629-515e-41fd-8c26-34ded4b3db4d,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:36.306997 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:36.312456 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:36.360184 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:36.774895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578773c5-45d9-42bd-8f90-c12a13269697 req-a2499960-ba8a-4804-b93e-23c6b822190b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:36.776983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-578773c5-45d9-42bd-8f90-c12a13269697 req-a2499960-ba8a-4804-b93e-23c6b822190b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.2678099 Sep 26 10:33:36.786916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d4241-4b31-4fab-8241-f5f5cb160197 req-edeed950-77fa-4508-bf57-fa313eccace0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:36.788248 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c43d4241-4b31-4fab-8241-f5f5cb160197 req-edeed950-77fa-4508-bf57-fa313eccace0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.2520237 Sep 26 10:33:36.861554 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-578773c5-45d9-42bd-8f90-c12a13269697 req-14f7244c-20c2-4b27-8c34-c6e172107e07 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723841 Sep 26 10:33:36.864768 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c43d4241-4b31-4fab-8241-f5f5cb160197 req-431017fc-7a0d-476c-b89b-72b600815316 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698390 Sep 26 10:33:37.041761 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b7567-bd77-4543-b753-b93eb88d35ba req-38515b89-2ee4-4453-a359-fd970b8f2a7d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:37.043179 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb1b7567-bd77-4543-b753-b93eb88d35ba req-38515b89-2ee4-4453-a359-fd970b8f2a7d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0820036 Sep 26 10:33:37.054916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ad22-f1a9-4991-a911-e87c5d576e63 req-27aa53f3-cb1e-41c7-b9c6-ed130f2e8178 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:37.056279 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6aa8ad22-f1a9-4991-a911-e87c5d576e63 req-27aa53f3-cb1e-41c7-b9c6-ed130f2e8178 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 944 time: 0.0838666 Sep 26 10:33:37.085888 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:37.139536 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb1b7567-bd77-4543-b753-b93eb88d35ba req-179eb355-13c2-47a1-927e-bdc4783938d4 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822949 Sep 26 10:33:37.143905 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6aa8ad22-f1a9-4991-a911-e87c5d576e63 req-e7deb733-522e-440d-abb5-4b33da4a37ec tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718203 Sep 26 10:33:38.003805 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:38.018137 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee4dd1-bd43-478f-9ff3-356488e83ae9 req-85b9cd2d-0fb4-4dad-bf43-4bc681052300 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:38.019603 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7ee4dd1-bd43-478f-9ff3-356488e83ae9 req-85b9cd2d-0fb4-4dad-bf43-4bc681052300 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0788214 Sep 26 10:33:38.025215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27071-18fd-4456-b6d6-b7d798566c52 req-c18c05b6-007b-4997-9818-e9fb43b97770 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:38.027108 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eaa27071-18fd-4456-b6d6-b7d798566c52 req-c18c05b6-007b-4997-9818-e9fb43b97770 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0881689 Sep 26 10:33:38.100550 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7ee4dd1-bd43-478f-9ff3-356488e83ae9 req-29be8c51-b330-4c2d-b6c3-9a5cdc33930d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724289 Sep 26 10:33:38.103458 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eaa27071-18fd-4456-b6d6-b7d798566c52 req-0006dbf9-1885-4b37-b236-0df10bee2af3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696807 Sep 26 10:33:38.293217 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc02905-bcc3-4e2f-9b86-b06ad15b9048 req-d1324eaa-39d2-4c5f-ae86-8a39c058f3b6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:38.294732 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7bc02905-bcc3-4e2f-9b86-b06ad15b9048 req-d1324eaa-39d2-4c5f-ae86-8a39c058f3b6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0788078 Sep 26 10:33:38.300425 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ac1b-a471-4cab-a17d-4864ba5ded09 req-292033c5-a6c0-47c9-9e04-96bf4d161693 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:38.301775 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f03ac1b-a471-4cab-a17d-4864ba5ded09 req-292033c5-a6c0-47c9-9e04-96bf4d161693 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 944 time: 0.0840285 Sep 26 10:33:38.377332 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7bc02905-bcc3-4e2f-9b86-b06ad15b9048 req-baed7467-f73a-4b38-9a88-ee58e325dab1 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745935 Sep 26 10:33:38.380625 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f03ac1b-a471-4cab-a17d-4864ba5ded09 req-87858bc3-e4c9-4f46-acf7-1fccc77279eb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707045 Sep 26 10:33:38.640244 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=57,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:38.642222 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=26,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:39.248709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72eb0a-c7f2-4af9-837e-8bc69a9bd47e req-5d63040c-2724-4efb-a681-3e331c379976 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:39.250202 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a72eb0a-c7f2-4af9-837e-8bc69a9bd47e req-5d63040c-2724-4efb-a681-3e331c379976 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0746982 Sep 26 10:33:39.257547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889bd2-469b-4f5f-b2f8-645ea9b97bd1 req-53ab7e2b-a46c-4e2b-953f-8f941245ef54 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:39.258936 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80889bd2-469b-4f5f-b2f8-645ea9b97bd1 req-53ab7e2b-a46c-4e2b-953f-8f941245ef54 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0815639 Sep 26 10:33:39.331248 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a72eb0a-c7f2-4af9-837e-8bc69a9bd47e req-e36d96be-c138-41d3-b60c-a27ef70756c0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713892 Sep 26 10:33:39.338313 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80889bd2-469b-4f5f-b2f8-645ea9b97bd1 req-a110d8f6-df52-47fb-8d4a-482200bf1140 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727327 Sep 26 10:33:39.462400 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['798a1629-515e-41fd-8c26-34ded4b3db4d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:33:39.538422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f821-19b8-4eeb-b27c-15b4fa09e69a req-1e31c136-c5d5-4f9f-9c35-3c2a4fe91dc1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:39.539931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3805f821-19b8-4eeb-b27c-15b4fa09e69a req-1e31c136-c5d5-4f9f-9c35-3c2a4fe91dc1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 944 time: 0.0798497 Sep 26 10:33:39.548118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30e0af-97ac-46c1-a4a9-0a21d00654dc req-461914f3-11a1-467e-838f-db993896826d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:39.549584 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4c30e0af-97ac-46c1-a4a9-0a21d00654dc req-461914f3-11a1-467e-838f-db993896826d tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0909841 Sep 26 10:33:39.564828 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:39.638047 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3805f821-19b8-4eeb-b27c-15b4fa09e69a req-5e93aaa0-086a-4688-9f92-f648f44c661f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874639 Sep 26 10:33:39.642219 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4c30e0af-97ac-46c1-a4a9-0a21d00654dc req-60606c24-ebc3-4033-a516-4444fc51fcc0 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843973 Sep 26 10:33:40.500817 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad67f9-abca-490a-9abf-867a1984a106 req-bc955819-46e4-40d0-8602-c9cd4e19504d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:40.502676 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a7ad67f9-abca-490a-9abf-867a1984a106 req-bc955819-46e4-40d0-8602-c9cd4e19504d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.0839293 Sep 26 10:33:40.509406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11e468-6a5a-41c3-8478-19e0960cf9c1 req-93e4daba-df9b-4105-aa83-16da7c8b6efa tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:40.512586 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e11e468-6a5a-41c3-8478-19e0960cf9c1 req-93e4daba-df9b-4105-aa83-16da7c8b6efa tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0836740 Sep 26 10:33:40.623631 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a7ad67f9-abca-490a-9abf-867a1984a106 req-e58d251e-c5c8-4434-a0b8-0b2233260a96 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879216 Sep 26 10:33:40.626632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e11e468-6a5a-41c3-8478-19e0960cf9c1 req-a6675048-7ef4-4085-942f-137b786b2f9a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015935 Sep 26 10:33:40.789379 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:40.834224 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d545-1ff0-45b2-96f0-b9b5ea8bef19 req-f48e5fd0-3b45-4607-ada2-1e50d4146050 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:40.835892 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c76d545-1ff0-45b2-96f0-b9b5ea8bef19 req-f48e5fd0-3b45-4607-ada2-1e50d4146050 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0875382 Sep 26 10:33:40.841952 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dae17-688a-422f-adfb-e10a98a2345a req-c6527e59-3085-4406-a530-e8390caa80c6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:40.843411 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5f0dae17-688a-422f-adfb-e10a98a2345a req-c6527e59-3085-4406-a530-e8390caa80c6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 944 time: 0.0816391 Sep 26 10:33:40.928176 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5f0dae17-688a-422f-adfb-e10a98a2345a req-2fe201d7-b1d8-4e07-b096-2de56e511c5b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792255 Sep 26 10:33:40.939665 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c76d545-1ff0-45b2-96f0-b9b5ea8bef19 req-b0f19557-8958-4b25-9524-ff91c72a0513 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952363 Sep 26 10:33:41.055093 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53182) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:41.176270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.179459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:41.266723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Publish callbacks [] for security_group (d8e4286d-53cc-4239-b126-f4d733d63e43), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.275389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d8e4286d-53cc-4239-b126-f4d733d63e43), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.310298 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=72e30732b0864ce0b56fabdc16568d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508514 Sep 26 10:33:41.310849 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53190) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:41.329322 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e4286d-53cc-4239-b126-f4d733d63e43,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:41.338056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338508 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.338795 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.339283 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.339395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.339640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.339976 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.340313 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.340633 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.340949 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.341265 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dbc13c-8ca0-48d6-911a-f16a30e14525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.366005 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Publish callbacks [] for security_group (d8e4286d-53cc-4239-b126-f4d733d63e43), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.390700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Publish callbacks [] for security_group (d8e4286d-53cc-4239-b126-f4d733d63e43), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.398611 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-a38b30da-57a6-40f0-8f66-7e10944ba358 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492928 Sep 26 10:33:41.441685 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d8e4286d-53cc-4239-b126-f4d733d63e43), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.444338 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.445549 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d8e4286d-53cc-4239-b126-f4d733d63e43 HTTP/1.1" status: 204 len: 168 time: 0.1339703 Sep 26 10:33:41.455041 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e4286d-53cc-4239-b126-f4d733d63e43,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:41.462155 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.462506 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.462871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.463215 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.463550 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.464465 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.464793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.465138 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.465450 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.465781 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.466143 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.466593 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.466921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.467243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.467565 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b05dc5-e6bf-4c41-adac-128c6488fb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:33:41.475490 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 75ba1d3d-2195-4f53-bc3d-9641a06aa644 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:33:41.504138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 798a1629-515e-41fd-8c26-34ded4b3db4d up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:41.604030 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 798a1629-515e-41fd-8c26-34ded4b3db4d completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:33:41.628390 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 798a1629-515e-41fd-8c26-34ded4b3db4d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:41.628846 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.629328 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 798a1629-515e-41fd-8c26-34ded4b3db4d Sep 26 10:33:41.670767 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:41.687291 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:33:41.722056 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:41.767777 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:41.768162 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.772376 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53202) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:41.788573 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ba1d3d-2195-4f53-bc3d-9641a06aa644 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:33:41.793269 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d02b54ca-9b4e-4c8b-b0fd-25abe40d9497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.810691 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:41.813912 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 798a1629-515e-41fd-8c26-34ded4b3db4d is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:41.814531 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.820558 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.854429 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcea31-7a59-4260-a42f-b31ce9bcfdeb req-83300a37-62b8-4011-8dbe-9b46e7a2aa08 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:41.857384 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c0bcea31-7a59-4260-a42f-b31ce9bcfdeb req-83300a37-62b8-4011-8dbe-9b46e7a2aa08 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1218088 Sep 26 10:33:41.869462 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206721e-b627-42fe-8eba-28a7ed1a7681 req-dcc722c4-1577-4d01-8acb-16ac8f6b535c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:41.871329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:41.872713 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9206721e-b627-42fe-8eba-28a7ed1a7681 req-dcc722c4-1577-4d01-8acb-16ac8f6b535c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 943 time: 0.1262488 Sep 26 10:33:41.884948 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:41.888150 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754e2b61-33b7-4bcd-ac64-bfdab36d281b" -d '{"events": [{"server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "name": "network-vif-plugged", "status": "completed", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:41.914400 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=798a1629-515e-41fd-8c26-34ded4b3db4d,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:41.927354 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:41.942277 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.985887 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d02b54ca-9b4e-4c8b-b0fd-25abe40d9497 admin admin] Publish callbacks [] for security_group (a2174f2d-ff8b-44b8-8720-bb641d6aba58), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:41.988851 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-0064b33f-1602-458f-88d4-2ddf6afd9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:41.990387 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-0064b33f-1602-458f-88d4-2ddf6afd9bf5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c64a07f1fc58419e8dbd23d28a43e98b&device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 1129 time: 0.1089299 Sep 26 10:33:41.992014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d02b54ca-9b4e-4c8b-b0fd-25abe40d9497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a2174f2d-ff8b-44b8-8720-bb641d6aba58), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.018002 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c0bcea31-7a59-4260-a42f-b31ce9bcfdeb req-e423052a-f2dd-426e-8ddd-55471e108670 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407411 Sep 26 10:33:42.065447 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9206721e-b627-42fe-8eba-28a7ed1a7681 req-463043ba-58f3-4ade-afe2-5f36af5c798e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827328 Sep 26 10:33:42.072064 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d02b54ca-9b4e-4c8b-b0fd-25abe40d9497 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fdcb1a9ee0554b15a189cdd5f7a14de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985251 Sep 26 10:33:42.074891 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53220) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:42.077331 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b54ca-9b4e-4c8b-b0fd-25abe40d9497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2174f2d-ff8b-44b8-8720-bb641d6aba58,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:42.134958 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['75ba1d3d-2195-4f53-bc3d-9641a06aa644'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:33:42.189388 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cbf432-098c-4f3d-a18a-58313a5a1b6c x-openstack-request-id: req-81cbf432-098c-4f3d-a18a-58313a5a1b6c {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:42.190080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "name": "network-vif-plugged", "status": "completed", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:42.190521 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81cbf432-098c-4f3d-a18a-58313a5a1b6c {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:42.191515 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cbf432-098c-4f3d-a18a-58313a5a1b6c'] response: {'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'code': 200} Sep 26 10:33:42.191773 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] Publish callbacks [] for security_group (a2174f2d-ff8b-44b8-8720-bb641d6aba58), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.199976 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.207598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:42.230249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981cc67-6819-4679-b9ad-2e19cdbcc1bd req-fb87490e-488b-4103-ae1e-abeef28bc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:42.231768 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2981cc67-6819-4679-b9ad-2e19cdbcc1bd req-fb87490e-488b-4103-ae1e-abeef28bc84e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1129 time: 0.1313698 Sep 26 10:33:42.259211 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] Publish callbacks [] for security_group (a2174f2d-ff8b-44b8-8720-bb641d6aba58), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.353080 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a2174f2d-ff8b-44b8-8720-bb641d6aba58), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.357093 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:42.359021 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a2174f2d-ff8b-44b8-8720-bb641d6aba58 HTTP/1.1" status: 204 len: 168 time: 0.2829404 Sep 26 10:33:42.374618 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185779c-bd87-4efd-962d-e7879e708c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2174f2d-ff8b-44b8-8720-bb641d6aba58,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:42.391959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ce26-3e7d-4c8f-8ecd-9c3502002f41 req-d4da1d60-3217-4b55-b2c7-4294a5c4eabb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:42.393456 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0a18ce26-3e7d-4c8f-8ecd-9c3502002f41 req-d4da1d60-3217-4b55-b2c7-4294a5c4eabb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0963967 Sep 26 10:33:42.525567 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d9668-ed1c-4cbc-9d5d-5a96e97c4090 req-2d7672e8-0043-4c8f-bf8e-46e4e1e234b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:42.529213 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fd3d9668-ed1c-4cbc-9d5d-5a96e97c4090 req-2d7672e8-0043-4c8f-bf8e-46e4e1e234b1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1129 time: 0.0917552 Sep 26 10:33:42.577163 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-97e14df5-621b-4847-b51f-93e5f82bdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:42.578846 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-97e14df5-621b-4847-b51f-93e5f82bdeb6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=72b0f45a-e680-4d29-a349-f6ec781d90cd HTTP/1.1" status: 200 len: 913 time: 0.5567594 Sep 26 10:33:42.585789 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0a18ce26-3e7d-4c8f-8ecd-9c3502002f41 req-87a88084-a406-4d8c-bcd9-c503022006ea tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708574 Sep 26 10:33:42.649440 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fd3d9668-ed1c-4cbc-9d5d-5a96e97c4090 req-5491fc54-73d0-4c9d-85d5-a4d8d46e8c15 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106584 Sep 26 10:33:42.662793 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-d49ba1fe-2b5f-4c48-bc4d-1d8e2c861e66 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 HTTP/1.1" status: 200 len: 217 time: 0.0716500 Sep 26 10:33:42.665542 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2981cc67-6819-4679-b9ad-2e19cdbcc1bd req-9f9c8f7e-0f95-41e3-a653-685537854f4f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671353 Sep 26 10:33:43.012422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53292) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:43.154120 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-048e60a8-104a-4a56-b4ff-da6c384c62bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.167650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:43.206722 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32309d-8494-4ced-ad01-60af04a665a5 req-d20381b3-7042-4ab1-ae90-6713a25930bc tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:43.208062 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb32309d-8494-4ced-ad01-60af04a665a5 req-d20381b3-7042-4ab1-ae90-6713a25930bc tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0941534 Sep 26 10:33:43.239719 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:43.275573 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-6d50bf1c-4098-472c-8363-a1b3f7e348bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:43.277660 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-6d50bf1c-4098-472c-8363-a1b3f7e348bf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b7fac51a-826e-4101-8fd1-cea33c7fb379 HTTP/1.1" status: 200 len: 851 time: 0.1135058 Sep 26 10:33:43.320373 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb32309d-8494-4ced-ad01-60af04a665a5 req-5677de78-efe7-42ed-a0f2-f716d6c647b5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015108 Sep 26 10:33:43.348521 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-048e60a8-104a-4a56-b4ff-da6c384c62bc admin admin] Publish callbacks [] for security_group (ad7bdc33-a12b-4909-9a59-03cf2c6a4c61), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.358422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-048e60a8-104a-4a56-b4ff-da6c384c62bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ad7bdc33-a12b-4909-9a59-03cf2c6a4c61), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.410774 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-048e60a8-104a-4a56-b4ff-da6c384c62bc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=08019dd7d2454aceb518d7db58ee3278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972197 Sep 26 10:33:43.412998 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e60a8-104a-4a56-b4ff-da6c384c62bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7bdc33-a12b-4909-9a59-03cf2c6a4c61,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:43.414772 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53314) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:43.458277 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4b73d-1d4b-4b9f-84ac-15649484eeb2 req-be2ebc85-62c9-4f4d-a2ad-91eae745ba31 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:43.460934 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0a4b73d-1d4b-4b9f-84ac-15649484eeb2 req-be2ebc85-62c9-4f4d-a2ad-91eae745ba31 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 944 time: 0.0618482 Sep 26 10:33:43.477698 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 75ba1d3d-2195-4f53-bc3d-9641a06aa644 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:33:43.483643 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] Publish callbacks [] for security_group (ad7bdc33-a12b-4909-9a59-03cf2c6a4c61), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.511125 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] Publish callbacks [] for security_group (ad7bdc33-a12b-4909-9a59-03cf2c6a4c61), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.537730 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:33:43.548567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:33:43.549942 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.550501 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 Sep 26 10:33:43.573955 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ad7bdc33-a12b-4909-9a59-03cf2c6a4c61), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.575375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0a4b73d-1d4b-4b9f-84ac-15649484eeb2 req-288ccf57-7b62-4146-9345-539c310646fe tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070888 Sep 26 10:33:43.577349 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.581023 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ad7bdc33-a12b-4909-9a59-03cf2c6a4c61 HTTP/1.1" status: 204 len: 168 time: 0.1629694 Sep 26 10:33:43.604445 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55e56e-49c5-44a9-8f24-1cffc0316bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7bdc33-a12b-4909-9a59-03cf2c6a4c61,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:43.619119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:43.679517 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:33:43.679904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.716972 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:33:43.727517 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:43.789237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:43.790367 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ea54b-f896-4fae-85f0-bce2d04725f5 req-9d082baf-8451-4b69-9065-aa98defff1a5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:43.799304 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-339ea54b-f896-4fae-85f0-bce2d04725f5 req-9d082baf-8451-4b69-9065-aa98defff1a5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1016493 Sep 26 10:33:43.863307 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-339ea54b-f896-4fae-85f0-bce2d04725f5 req-8280c057-b5db-443f-9565-b95272f904d5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628297 Sep 26 10:33:44.051214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53344) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:44.064505 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccd8b-a886-4938-a231-ed37659a8e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.146887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccd8b-a886-4938-a231-ed37659a8e75 admin admin] Publish callbacks [] for security_group (e831d9c4-3174-4c1a-9165-bfea2958f44d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.159295 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccd8b-a886-4938-a231-ed37659a8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (e831d9c4-3174-4c1a-9165-bfea2958f44d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.192913 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:44.195249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ae8af-05e7-471f-8239-6f783505ac40" -d '{"events": [{"server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "name": "network-vif-plugged", "status": "completed", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:44.224447 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-64112288-e912-4dad-8c88-7c516acddc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:44.225867 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-64112288-e912-4dad-8c88-7c516acddc2c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=72b0f45a-e680-4d29-a349-f6ec781d90cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777261 Sep 26 10:33:44.228434 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2c3ccd8b-a886-4938-a231-ed37659a8e75 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=934748f0880f4d4e9c6eea10fdb2f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762388 Sep 26 10:33:44.229270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ccd8b-a886-4938-a231-ed37659a8e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e831d9c4-3174-4c1a-9165-bfea2958f44d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:44.231380 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53352) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:44.244034 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9220a91-df35-4de0-b441-603d633a538a x-openstack-request-id: req-e9220a91-df35-4de0-b441-603d633a538a {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:44.244497 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "name": "network-vif-plugged", "status": "completed", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:44.245524 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9220a91-df35-4de0-b441-603d633a538a {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:44.246807 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9220a91-df35-4de0-b441-603d633a538a'] response: {'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'code': 200} Sep 26 10:33:44.258993 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:44.289883 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] Publish callbacks [] for security_group (e831d9c4-3174-4c1a-9165-bfea2958f44d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.314275 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] Publish callbacks [] for security_group (e831d9c4-3174-4c1a-9165-bfea2958f44d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.356440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:44.389051 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (e831d9c4-3174-4c1a-9165-bfea2958f44d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.392099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:44.395964 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e831d9c4-3174-4c1a-9165-bfea2958f44d HTTP/1.1" status: 204 len: 168 time: 0.1607955 Sep 26 10:33:44.404339 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b07f22-8f43-47f5-9af7-284617e2c3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e831d9c4-3174-4c1a-9165-bfea2958f44d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:44.531167 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d2949-c635-4283-bd38-32c02041b669 req-148d99ee-d0e0-4c07-9185-d644962266b0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:44.533463 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-481d2949-c635-4283-bd38-32c02041b669 req-148d99ee-d0e0-4c07-9185-d644962266b0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1151397 Sep 26 10:33:44.828882 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:44.861565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1eb6-019f-4c6e-8334-f070c6b02db2 req-a46f35e3-fcfa-430a-a6fc-1ab83710eab4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:44.863343 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02ce1eb6-019f-4c6e-8334-f070c6b02db2 req-a46f35e3-fcfa-430a-a6fc-1ab83710eab4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0928817 Sep 26 10:33:44.882693 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-9d58f6c7-5c23-4566-9e9e-8bd999f4ba91 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623415 Sep 26 10:33:44.914688 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-481d2949-c635-4283-bd38-32c02041b669 req-2ee4d406-35a7-4375-9c30-32f36e182325 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734851 Sep 26 10:33:45.006972 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02ce1eb6-019f-4c6e-8334-f070c6b02db2 req-9de27f44-5f2d-4353-8a51-f07c498fe9b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285305 Sep 26 10:33:45.127476 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528b276-7864-422d-8b51-e62e3cdb2739 req-7c607703-3aed-4f3d-9ff0-521016413c70 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:45.139138 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4528b276-7864-422d-8b51-e62e3cdb2739 req-7c607703-3aed-4f3d-9ff0-521016413c70 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1296468 Sep 26 10:33:45.176899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=10,neutron:SELECT=90 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:45.330323 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1e2a66b3-c838-4d88-b665-8c7961ee07d9 req-5642a3c9-72a8-4424-bce3-e28e33a3024d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273184 Sep 26 10:33:45.366679 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4528b276-7864-422d-8b51-e62e3cdb2739 req-39611d04-301b-46e2-8885-24761ef24834 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203062 Sep 26 10:33:45.427089 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88e34-6084-4e48-92a8-ccc495b9bc57 req-2d8fb102-8440-4b1b-a173-1074f4be6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:45.430216 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ee88e34-6084-4e48-92a8-ccc495b9bc57 req-2d8fb102-8440-4b1b-a173-1074f4be6000 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 1129 time: 0.0959175 Sep 26 10:33:45.516018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53412) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:45.533649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de772779-4c5d-4e4c-ba32-011d3753565a req-945d4b90-8dcc-4c4e-882b-5b69174d3dbc tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:45.535299 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-de772779-4c5d-4e4c-ba32-011d3753565a req-945d4b90-8dcc-4c4e-882b-5b69174d3dbc tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0540848 Sep 26 10:33:45.551976 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53416) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:45.557239 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'floatingip': {'port_id': '798a1629-515e-41fd-8c26-34ded4b3db4d'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:45.662988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:45.851840 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-478bdb11-ffb7-4558-893d-e954f0f293f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:45.949653 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ee88e34-6084-4e48-92a8-ccc495b9bc57 req-5c8576a6-6b64-4302-8f6e-3363d6e5c637 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 Sep 26 10:33:46.055867 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf98ca-e9b9-41b9-b71d-aadc59280d2b req-0f2c4e48-b989-4305-beb7-032bf656cfc2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:46.058412 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8bf98ca-e9b9-41b9-b71d-aadc59280d2b req-0f2c4e48-b989-4305-beb7-032bf656cfc2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0617194 Sep 26 10:33:46.138610 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8bf98ca-e9b9-41b9-b71d-aadc59280d2b req-4775c96a-30da-40a1-81bd-95d89273e7ba tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Sep 26 10:33:46.185585 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aacd7-7ef3-4b41-99b7-1e26eabe9a7e req-f9484850-ea6a-4e97-83d1-bc3e8ffe11bd tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:46.194537 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-947aacd7-7ef3-4b41-99b7-1e26eabe9a7e req-f9484850-ea6a-4e97-83d1-bc3e8ffe11bd tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0825202 Sep 26 10:33:46.239921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-478bdb11-ffb7-4558-893d-e954f0f293f7 admin admin] Publish callbacks [] for security_group (11d7e9c2-e18a-481a-a316-49d99ade8454), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.267068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-478bdb11-ffb7-4558-893d-e954f0f293f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (11d7e9c2-e18a-481a-a316-49d99ade8454), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.277068 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-947aacd7-7ef3-4b41-99b7-1e26eabe9a7e req-b9d10f28-74f5-40d2-b63c-378ec9e9b0b2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773156 Sep 26 10:33:46.599206 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da420d-82f0-4636-a457-104305ebe6cd req-c9cd9b53-e88f-4743-9e2f-ea1d2cbb99a2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:46.611078 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45da420d-82f0-4636-a457-104305ebe6cd req-c9cd9b53-e88f-4743-9e2f-ea1d2cbb99a2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0949578 Sep 26 10:33:46.623215 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.db.resource_extend [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 10:33:46.674130 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-478bdb11-ffb7-4558-893d-e954f0f293f7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0a61d050e0304da88702b8a62ba1cbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1560507 Sep 26 10:33:46.680375 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bdb11-ffb7-4558-893d-e954f0f293f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7e9c2-e18a-481a-a316-49d99ade8454,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:46.684387 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53458) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:46.705866 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45da420d-82f0-4636-a457-104305ebe6cd req-b2ad7978-3768-4b46-a3ed-942349f6c3aa tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912700 Sep 26 10:33:46.750308 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.770092 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.898203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] Publish callbacks [] for security_group (11d7e9c2-e18a-481a-a316-49d99ade8454), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.900194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53466) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:46.913451 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:46.931661 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] Publish callbacks [] for security_group (11d7e9c2-e18a-481a-a316-49d99ade8454), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:46.945536 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Floating IP 7f8d0738-9643-4db9-bb3e-3608398064e6 associated. External IP: 172.27.1.187, port: 798a1629-515e-41fd-8c26-34ded4b3db4d. Sep 26 10:33:46.989815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:47.030197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-42748b2a-e39c-4318-9cae-2af16b02f08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.074551 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (11d7e9c2-e18a-481a-a316-49d99ade8454), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.077657 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.078927 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/11d7e9c2-e18a-481a-a316-49d99ade8454 HTTP/1.1" status: 204 len: 168 time: 0.3853850 Sep 26 10:33:47.113401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53474) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:47.146976 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-42748b2a-e39c-4318-9cae-2af16b02f08a admin admin] Publish callbacks [] for security_group (2352ed7a-32ee-4969-9382-e1cd643bf117), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.152769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-42748b2a-e39c-4318-9cae-2af16b02f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2352ed7a-32ee-4969-9382-e1cd643bf117), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.185837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:47.206972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d712ce-38ee-40a8-9977-caaefa83c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7e9c2-e18a-481a-a316-49d99ade8454,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:47.238625 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42748b2a-e39c-4318-9cae-2af16b02f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2352ed7a-32ee-4969-9382-e1cd643bf117,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:47.241812 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-7747f0e9-39f3-469c-b898-ac3dbb25ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:47.243357 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-7747f0e9-39f3-469c-b898-ac3dbb25ccf5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1129 time: 0.0871553 Sep 26 10:33:47.246407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:33:47.295445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-42748b2a-e39c-4318-9cae-2af16b02f08a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a866fb8dd4c04d478a7b5ddb59b018b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941503 Sep 26 10:33:47.307031 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53480) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:47.402499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-680460cf-5bdd-434b-907a-04aa4052327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:47.407868 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-680460cf-5bdd-434b-907a-04aa4052327d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1355729 Sep 26 10:33:47.462726 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:33:47.469484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.471163 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-18c6e9a0-a951-4967-9903-ad0d44460298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.473283 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-85afb7c1-4cb9-4824-9d88-5febfad4582c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e HTTP/1.1" status: 200 len: 217 time: 0.0594945 Sep 26 10:33:47.483877 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:33:47.495640 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:33:47.498898 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:33:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:47.516379 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53484) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:47.518496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] Publish callbacks [] for security_group (2352ed7a-32ee-4969-9382-e1cd643bf117), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.531546 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d619f5-c027-4e85-9fd9-61adf82ef77f req-fda4cf77-51bd-4da6-bc1d-c8c75929ea84 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:47.533061 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91d619f5-c027-4e85-9fd9-61adf82ef77f req-fda4cf77-51bd-4da6-bc1d-c8c75929ea84 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0647912 Sep 26 10:33:47.547501 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adb601e-ae76-4dd3-8f27-88ea948dc7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.581509 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] Publish callbacks [] for security_group (2352ed7a-32ee-4969-9382-e1cd643bf117), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.583326 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:47.614498 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:33:47.616459 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91d619f5-c027-4e85-9fd9-61adf82ef77f req-2004752e-c5a8-4529-aa86-486c73be5478 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736370 Sep 26 10:33:47.641158 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-be91a676-30c6-40dd-902a-f7b69546967c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/7f8d0738-9643-4db9-bb3e-3608398064e6 HTTP/1.1" status: 200 len: 991 time: 2.0877585 Sep 26 10:33:47.644551 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:47.647156 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25a764-312d-4eb2-b883-b061a1e651f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:47.724798 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-18c6e9a0-a951-4967-9903-ad0d44460298 admin admin] Publish callbacks [] for security_group (f3924b73-54dc-47b3-9108-1b93e8f372ba), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.728684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a035cf-6a3b-4715-91f1-7b4066bbe0b1 x-openstack-request-id: req-61a035cf-6a3b-4715-91f1-7b4066bbe0b1 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:47.728991 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:47.730685 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61a035cf-6a3b-4715-91f1-7b4066bbe0b1 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:47.730685 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a035cf-6a3b-4715-91f1-7b4066bbe0b1'] response: {'name': 'network-changed', 'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'status': 'completed', 'code': 200} Sep 26 10:33:47.730685 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2352ed7a-32ee-4969-9382-e1cd643bf117), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.734155 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.734314 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-18c6e9a0-a951-4967-9903-ad0d44460298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f3924b73-54dc-47b3-9108-1b93e8f372ba), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.741678 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2352ed7a-32ee-4969-9382-e1cd643bf117 HTTP/1.1" status: 204 len: 168 time: 0.4277270 Sep 26 10:33:47.759795 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e9a0-a951-4967-9903-ad0d44460298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3924b73-54dc-47b3-9108-1b93e8f372ba,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:47.781791 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0645739-74b3-4e58-b747-9f3eb7824a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352ed7a-32ee-4969-9382-e1cd643bf117,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:47.788842 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-18c6e9a0-a951-4967-9903-ad0d44460298 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b6fe68fa46be4280aa7633156c101706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6737409 Sep 26 10:33:47.791502 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53500) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:47.840544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adb601e-ae76-4dd3-8f27-88ea948dc7a2 admin admin] Publish callbacks [] for security_group (7cb8eec2-297c-4cfd-9334-a645fea81bb1), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.880626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adb601e-ae76-4dd3-8f27-88ea948dc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7cb8eec2-297c-4cfd-9334-a645fea81bb1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:47.909031 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7f8d0738-9643-4db9-bb3e-3608398064e6', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:ee:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:54Z', 'updated_at': '2022-09-26T10:33:46Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:47.937594 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:33:47.950624 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:33:47.951250 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:33:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:47.956589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ad56-4267-4251-bc82-3410d9d930e6 req-1c024aae-ccee-4bd6-a30c-25130b494800 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:47.958530 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb44ad56-4267-4251-bc82-3410d9d930e6 req-1c024aae-ccee-4bd6-a30c-25130b494800 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0746794 Sep 26 10:33:47.990457 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb601e-ae76-4dd3-8f27-88ea948dc7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8eec2-297c-4cfd-9334-a645fea81bb1,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:48.011555 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2adb601e-ae76-4dd3-8f27-88ea948dc7a2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f4e295a6d6104d8483f8eea1f9ba3707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868941 Sep 26 10:33:48.011555 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] Publish callbacks [] for security_group (f3924b73-54dc-47b3-9108-1b93e8f372ba), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.011555 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53508) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:48.086441 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb44ad56-4267-4251-bc82-3410d9d930e6 req-00c0b896-b360-463c-b096-daf3ffc67155 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172340 Sep 26 10:33:48.128414 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:33:48.132699 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-9cb388da-a8c9-49e6-8764-54fea5364ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.134830 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-9cb388da-a8c9-49e6-8764-54fea5364ec5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.1008682 Sep 26 10:33:48.169246 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] Publish callbacks [] for security_group (f3924b73-54dc-47b3-9108-1b93e8f372ba), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.171053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:48.223625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:48.254246 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] Publish callbacks [] for security_group (7cb8eec2-297c-4cfd-9334-a645fea81bb1), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.272064 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-0553db8c-6221-45ff-b9c3-82507e94feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.274883 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-0553db8c-6221-45ff-b9c3-82507e94feef service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1129 time: 0.1009128 Sep 26 10:33:48.283609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-76e7e7c4-7755-462a-a06d-8a474199351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.289452 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-76e7e7c4-7755-462a-a06d-8a474199351d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141551 Sep 26 10:33:48.291089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] Publish callbacks [] for security_group (7cb8eec2-297c-4cfd-9334-a645fea81bb1), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.331516 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f3924b73-54dc-47b3-9108-1b93e8f372ba), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.336345 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.337127 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f3924b73-54dc-47b3-9108-1b93e8f372ba HTTP/1.1" status: 204 len: 168 time: 0.5444205 Sep 26 10:33:48.373644 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e98799-b66e-4ca6-bc34-4fc37d8037ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3924b73-54dc-47b3-9108-1b93e8f372ba,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:48.419922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7cb8eec2-297c-4cfd-9334-a645fea81bb1), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.422868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:48.427524 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7cb8eec2-297c-4cfd-9334-a645fea81bb1 HTTP/1.1" status: 204 len: 168 time: 0.4028268 Sep 26 10:33:48.438166 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41593b1d-d565-47e6-9455-3d2dc6637d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8eec2-297c-4cfd-9334-a645fea81bb1,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:48.462950 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7f8d0738-9643-4db9-bb3e-3608398064e6', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:ee:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:54Z', 'updated_at': '2022-09-26T10:33:46Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:48.522395 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b999f67-e81b-4ae8-a8b7-e6872ee1f674 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7f8d0738-9643-4db9-bb3e-3608398064e6', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.187', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:ee:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:54Z', 'updated_at': '2022-09-26T10:33:46Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:33:48.638369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-7dda39e5-7693-4746-8acd-51b58a89c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.638369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-7dda39e5-7693-4746-8acd-51b58a89c593 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.2109153 Sep 26 10:33:48.766966 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-f7957c1a-4f7d-43b5-9186-65f0d1ca83b1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 999 time: 0.1212029 Sep 26 10:33:48.881882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183017d0-325c-476a-8c9c-f7d1fa9e15cb None None] New status for floating IP 7f8d0738-9643-4db9-bb3e-3608398064e6: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:33:48.903223 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-cd9ec82f-2639-4d3f-accc-c01a6eef0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.905662 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-cd9ec82f-2639-4d3f-accc-c01a6eef0059 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.1205406 Sep 26 10:33:48.912927 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83c6-0c04-4a39-9fbf-e1e538b65b83 req-34e6f98d-15fc-4fe7-b6b5-217d1e9c18bb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:48.914585 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-547e83c6-0c04-4a39-9fbf-e1e538b65b83 req-34e6f98d-15fc-4fe7-b6b5-217d1e9c18bb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.1452026 Sep 26 10:33:48.918211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-ed7624e4-18b3-45a9-9056-4201f240ef9e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938951 Sep 26 10:33:49.034893 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-f4672e36-fc6f-460e-bbeb-e22d6993904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:49.036883 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-f4672e36-fc6f-460e-bbeb-e22d6993904b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208587 Sep 26 10:33:49.044793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:49.070066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:49.102061 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-547e83c6-0c04-4a39-9fbf-e1e538b65b83 req-d379b452-b3af-4b0e-992c-a516ded01c54 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727605 Sep 26 10:33:49.167678 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53576) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:49.179487 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1005ea1e-72a2-48a9-9a78-255c7c9d9c75 req-70379534-2d1f-4161-9271-e60cd3b22eaf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530019 Sep 26 10:33:49.210099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f429561-6ddc-4aed-928a-203e56da99e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.353265 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-731881c2-c567-426b-9835-04f7ebbd67ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948673 Sep 26 10:33:49.379237 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9e53-3fc2-42c2-94b6-67715b7480e8 req-c16f0d24-85ed-4369-8784-fcc3c38f17da tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:49.389498 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0fb9e53-3fc2-42c2-94b6-67715b7480e8 req-c16f0d24-85ed-4369-8784-fcc3c38f17da tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1927228 Sep 26 10:33:49.406053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f429561-6ddc-4aed-928a-203e56da99e4 admin admin] Publish callbacks [] for security_group (5d16965a-2dd8-4873-9df6-4b6092670a98), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.418004 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f429561-6ddc-4aed-928a-203e56da99e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5d16965a-2dd8-4873-9df6-4b6092670a98), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.475456 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0f429561-6ddc-4aed-928a-203e56da99e4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e623ce4832a44325977a7d76f0d40c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051472 Sep 26 10:33:49.481518 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53594) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:49.494351 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767925c-8f1b-4827-ad4d-99fe4dbcfae6 req-4fe76226-1732-4b81-a65b-c4d8ae3d8d38 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:49.497272 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7767925c-8f1b-4827-ad4d-99fe4dbcfae6 req-4fe76226-1732-4b81-a65b-c4d8ae3d8d38 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.2418966 Sep 26 10:33:49.511779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53598) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:49.521811 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:33:49.548651 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f429561-6ddc-4aed-928a-203e56da99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16965a-2dd8-4873-9df6-4b6092670a98,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:49.596972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] Publish callbacks [] for security_group (5d16965a-2dd8-4873-9df6-4b6092670a98), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.622426 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] Publish callbacks [] for security_group (5d16965a-2dd8-4873-9df6-4b6092670a98), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.662499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.705719 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5d16965a-2dd8-4873-9df6-4b6092670a98), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.709465 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:49.714014 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5d16965a-2dd8-4873-9df6-4b6092670a98 HTTP/1.1" status: 204 len: 168 time: 0.2281437 Sep 26 10:33:49.731898 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce447a6a-7377-4782-b4b6-c28d88a99d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16965a-2dd8-4873-9df6-4b6092670a98,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:49.956040 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0fb9e53-3fc2-42c2-94b6-67715b7480e8 req-b49e1168-a503-4c71-a984-0f3c92b79687 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642879 Sep 26 10:33:50.025381 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa25a764-312d-4eb2-b883-b061a1e651f7 req-c5f2f3c9-e51b-46e5-92a5-92cab215df0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323729 Sep 26 10:33:50.704149 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:50.713865 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:50.717635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:50.842356 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 12d86f5e-d301-42fb-924d-f1de22040856 associated. External IP: 172.27.1.183, port: 75ba1d3d-2195-4f53-bc3d-9641a06aa644. Sep 26 10:33:51.114444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:33:51.128551 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6611d69-fc2d-4045-9f77-eb96d73c6f15 req-92c07f53-30ea-429c-8d7b-ba004ca8b398 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:51.129972 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6611d69-fc2d-4045-9f77-eb96d73c6f15 req-92c07f53-30ea-429c-8d7b-ba004ca8b398 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0600188 Sep 26 10:33:51.138244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:51.259374 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6611d69-fc2d-4045-9f77-eb96d73c6f15 req-d986aa28-f188-46db-8f9b-9cbf35167d8b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196351 Sep 26 10:33:51.270881 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:33:51.283980 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:33:51.286688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.302522 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:33:51.303435 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:33:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:51.311014 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:51.344946 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ee553371-2182-4234-9193-95eec32cf982 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/12d86f5e-d301-42fb-924d-f1de22040856 HTTP/1.1" status: 200 len: 991 time: 1.8299043 Sep 26 10:33:51.346607 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:33:51.349337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:33:51.401343 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1791477-e5d7-47ab-9e51-a67a22f786f6 x-openstack-request-id: req-a1791477-e5d7-47ab-9e51-a67a22f786f6 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:33:51.401680 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:33:51.402004 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1791477-e5d7-47ab-9e51-a67a22f786f6 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:33:51.402562 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1791477-e5d7-47ab-9e51-a67a22f786f6'] response: {'name': 'network-changed', 'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'status': 'completed', 'code': 200} Sep 26 10:33:51.431015 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53688) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:51.435531 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:33:51.605860 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d52a1bf5-3b13-4b45-acd4-077ed80f73a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.735691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d52a1bf5-3b13-4b45-acd4-077ed80f73a8 admin admin] Publish callbacks [] for security_group (67268b82-95f0-48e0-8d1f-462673bb834e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.747693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d52a1bf5-3b13-4b45-acd4-077ed80f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (67268b82-95f0-48e0-8d1f-462673bb834e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.820174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1bf5-3b13-4b45-acd4-077ed80f73a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67268b82-95f0-48e0-8d1f-462673bb834e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:51.827434 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d52a1bf5-3b13-4b45-acd4-077ed80f73a8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=9b241373837649d19fc60b7220ae228e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953083 Sep 26 10:33:51.830325 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53708) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:51.837284 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:50Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:51.894684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:51.901080 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] Publish callbacks [] for security_group (67268b82-95f0-48e0-8d1f-462673bb834e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.906280 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:33:51.929286 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] Publish callbacks [] for security_group (67268b82-95f0-48e0-8d1f-462673bb834e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.947216 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:33:51.947841 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:33:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:51.989137 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (67268b82-95f0-48e0-8d1f-462673bb834e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.992135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:51.993463 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/67268b82-95f0-48e0-8d1f-462673bb834e HTTP/1.1" status: 204 len: 168 time: 0.1616464 Sep 26 10:33:52.004671 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47f204-7500-4d55-8468-5bcbcb19fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67268b82-95f0-48e0-8d1f-462673bb834e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:52.097395 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:33:52.126135 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:52.332907 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:50Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:33:52.360710 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d4124-df71-48ba-bbd8-c6b627555b0e None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:50Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:33:52.450919 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051137-dd90-4301-8c7a-cad28510990d req-8792fa8a-d578-4f76-a381-506a4eee68df tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:52.465121 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2051137-dd90-4301-8c7a-cad28510990d req-8792fa8a-d578-4f76-a381-506a4eee68df tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0926204 Sep 26 10:33:52.523696 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2051137-dd90-4301-8c7a-cad28510990d req-43da079b-36db-4526-9b13-3c33fc0a4b90 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Sep 26 10:33:52.576778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53742) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:52.592781 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7ac09b63-60d9-4581-8c32-1af0181a360f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:52.718585 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:52.773401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7ac09b63-60d9-4581-8c32-1af0181a360f admin admin] Publish callbacks [] for security_group (a775c4ba-816c-428f-9f85-ca77134eeb14), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:52.780031 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7ac09b63-60d9-4581-8c32-1af0181a360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a775c4ba-816c-428f-9f85-ca77134eeb14), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:52.817095 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e333ddcc-cbe6-47f4-a664-bf1fd865ef84 None None] New status for floating IP 12d86f5e-d301-42fb-924d-f1de22040856: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:33:52.827824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac09b63-60d9-4581-8c32-1af0181a360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a775c4ba-816c-428f-9f85-ca77134eeb14,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:52.866150 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7ac09b63-60d9-4581-8c32-1af0181a360f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5b434968ce3f4982a0c05ba45593b3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881711 Sep 26 10:33:52.869028 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53746) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:52.930850 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] Publish callbacks [] for security_group (a775c4ba-816c-428f-9f85-ca77134eeb14), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:52.957819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] Publish callbacks [] for security_group (a775c4ba-816c-428f-9f85-ca77134eeb14), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.015115 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a775c4ba-816c-428f-9f85-ca77134eeb14), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.018593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.019930 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a775c4ba-816c-428f-9f85-ca77134eeb14 HTTP/1.1" status: 204 len: 168 time: 0.1488893 Sep 26 10:33:53.029185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e33bc-19b2-4779-b06d-193781a68e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a775c4ba-816c-428f-9f85-ca77134eeb14,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:53.489055 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:53.671282 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5010-41bd-466f-acb5-76e88eef25a4 req-6c1fd2bd-86ca-4088-b716-1f73e57c6ae7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:53.673097 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ff8f5010-41bd-466f-acb5-76e88eef25a4 req-6c1fd2bd-86ca-4088-b716-1f73e57c6ae7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0531485 Sep 26 10:33:53.708544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20d6a69c-1193-4c06-8b80-1148cd46e677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.719295 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:53.740787 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ff8f5010-41bd-466f-acb5-76e88eef25a4 req-b22df155-6108-4a3b-a8f5-ab56321f813f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618925 Sep 26 10:33:53.820608 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20d6a69c-1193-4c06-8b80-1148cd46e677 admin admin] Publish callbacks [] for security_group (ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.825531 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20d6a69c-1193-4c06-8b80-1148cd46e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.865425 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6a69c-1193-4c06-8b80-1148cd46e677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:53.872883 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-20d6a69c-1193-4c06-8b80-1148cd46e677 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7be930c22bcf4f369a0a1b00e905f5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818967 Sep 26 10:33:53.873507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53812) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:53.930794 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] Publish callbacks [] for security_group (ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:53.954071 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] Publish callbacks [] for security_group (ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.017859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.021117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.022299 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace HTTP/1.1" status: 204 len: 168 time: 0.1471443 Sep 26 10:33:54.031908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23a0c7-1264-4e55-b1c9-e5c6b424a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c9a1d-08ed-4d46-b91f-9e9ef2478ace,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:54.457830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53832) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:54.474270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47425b9e-d418-4af6-ba40-6055752102ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.554079 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47425b9e-d418-4af6-ba40-6055752102ba admin admin] Publish callbacks [] for security_group (ae87d2fa-1f37-457c-88ca-0b7b423a6f94), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.558517 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47425b9e-d418-4af6-ba40-6055752102ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ae87d2fa-1f37-457c-88ca-0b7b423a6f94), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.598640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47425b9e-d418-4af6-ba40-6055752102ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae87d2fa-1f37-457c-88ca-0b7b423a6f94,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:54.603149 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-47425b9e-d418-4af6-ba40-6055752102ba admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=63f4949754b7430aa8a52a2da948d36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442850 Sep 26 10:33:54.606070 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53838) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:54.653919 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] Publish callbacks [] for security_group (ae87d2fa-1f37-457c-88ca-0b7b423a6f94), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.676101 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] Publish callbacks [] for security_group (ae87d2fa-1f37-457c-88ca-0b7b423a6f94), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.720222 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ae87d2fa-1f37-457c-88ca-0b7b423a6f94), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.722694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:54.723798 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ae87d2fa-1f37-457c-88ca-0b7b423a6f94 HTTP/1.1" status: 204 len: 168 time: 0.1167669 Sep 26 10:33:54.726069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:54.733948 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20360e-bf73-4177-8fce-de6eb29fec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae87d2fa-1f37-457c-88ca-0b7b423a6f94,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:54.863305 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c41c0-a6ef-46bc-849c-c3c0aa515ae2 req-24321a7e-39bc-488c-9deb-d5dab7779dda tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:54.864772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f6c41c0-a6ef-46bc-849c-c3c0aa515ae2 req-24321a7e-39bc-488c-9deb-d5dab7779dda tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0481336 Sep 26 10:33:54.914836 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f6c41c0-a6ef-46bc-849c-c3c0aa515ae2 req-b032d1df-673c-4421-a49e-2db2a1c8e011 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Sep 26 10:33:55.629343 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:55.641719 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-ad8eefce-5098-4d75-a3b6-c621ba395e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:55.643700 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-ad8eefce-5098-4d75-a3b6-c621ba395e2d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 1129 time: 0.0533123 Sep 26 10:33:55.764802 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-14ea41d1-4abd-4405-b306-3ee58faf6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:55.766296 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-14ea41d1-4abd-4405-b306-3ee58faf6543 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 916 time: 0.1103954 Sep 26 10:33:56.035636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd608-aa5b-4201-9af2-2c78f6a97705 req-fe36b013-3ae3-492a-964d-5768b3f2b31b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:56.037104 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e06dd608-aa5b-4201-9af2-2c78f6a97705 req-fe36b013-3ae3-492a-964d-5768b3f2b31b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0472741 Sep 26 10:33:56.351357 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-a7bc23ac-49b0-4437-af39-fd47dbd88877 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644 HTTP/1.1" status: 200 len: 1001 time: 0.2842073 Sep 26 10:33:56.399175 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e06dd608-aa5b-4201-9af2-2c78f6a97705 req-07842488-6481-44b7-b32a-8ddfe2995f71 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563192 Sep 26 10:33:56.425822 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-d9ff3f07-aef4-4617-9e98-29ab2d81942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:56.427621 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-d9ff3f07-aef4-4617-9e98-29ab2d81942e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0635982 Sep 26 10:33:56.491423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-6f10fb9d-8b49-44f3-9a10-ca0882490693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:56.492966 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-6f10fb9d-8b49-44f3-9a10-ca0882490693 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578384 Sep 26 10:33:56.602649 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-5a16389c-e2a2-46e2-a1af-5222fad43be4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019940 Sep 26 10:33:56.711052 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4be5d9f4-6dd3-4efc-a34b-1d7dfda4d6db req-4263e8b6-a42a-460f-b1cb-cdd5e0df2523 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988181 Sep 26 10:33:57.053903 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:57.100541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c3152-6bb9-456e-9854-1d3844a4712d req-3ffd0af0-f6d7-4cab-9ce8-e3768d134df6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:57.102048 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-314c3152-6bb9-456e-9854-1d3844a4712d req-3ffd0af0-f6d7-4cab-9ce8-e3768d134df6 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0571868 Sep 26 10:33:57.149973 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-314c3152-6bb9-456e-9854-1d3844a4712d req-48ae2017-12a0-41af-a3ce-549c44e641ce tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Sep 26 10:33:57.175093 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53950) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:57.280076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-25536bed-5728-4072-9a98-31258279a015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.354622 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-25536bed-5728-4072-9a98-31258279a015 admin admin] Publish callbacks [] for security_group (49976c7d-040a-4b62-9fd6-13dd38f90f13), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.358587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-25536bed-5728-4072-9a98-31258279a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (49976c7d-040a-4b62-9fd6-13dd38f90f13), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.398274 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-25536bed-5728-4072-9a98-31258279a015 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8a678113f36746afb64e896ad63891bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221024 Sep 26 10:33:57.399148 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25536bed-5728-4072-9a98-31258279a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49976c7d-040a-4b62-9fd6-13dd38f90f13,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:57.401787 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53954) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:57.451904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] Publish callbacks [] for security_group (49976c7d-040a-4b62-9fd6-13dd38f90f13), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.471996 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] Publish callbacks [] for security_group (49976c7d-040a-4b62-9fd6-13dd38f90f13), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.545891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef9682-5820-4102-81db-cb49b1fea616 req-ba551b1c-4507-4a3f-a82a-ba00abd8a5d5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:57.547405 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-60ef9682-5820-4102-81db-cb49b1fea616 req-ba551b1c-4507-4a3f-a82a-ba00abd8a5d5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0610986 Sep 26 10:33:57.573868 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (49976c7d-040a-4b62-9fd6-13dd38f90f13), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.576375 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.577462 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/49976c7d-040a-4b62-9fd6-13dd38f90f13 HTTP/1.1" status: 204 len: 168 time: 0.1746655 Sep 26 10:33:57.589775 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4597015-c4c8-4519-8739-cedd2c1dc127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49976c7d-040a-4b62-9fd6-13dd38f90f13,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:57.608417 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:57.616547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-60ef9682-5820-4102-81db-cb49b1fea616 req-1d475164-a558-4321-ac89-6c4fecd23e9d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568130 Sep 26 10:33:57.852018 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 53966) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:57.865948 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cee1faca-575b-45a6-9eb1-e0363df1b067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.903329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:57.949929 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cee1faca-575b-45a6-9eb1-e0363df1b067 admin admin] Publish callbacks [] for security_group (de9dee6f-5400-4b72-8cb1-a926b634cf5a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.957065 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cee1faca-575b-45a6-9eb1-e0363df1b067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (de9dee6f-5400-4b72-8cb1-a926b634cf5a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:57.998062 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cee1faca-575b-45a6-9eb1-e0363df1b067 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=561c982b454e46d7b542f43045564f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449399 Sep 26 10:33:57.998966 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1faca-575b-45a6-9eb1-e0363df1b067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9dee6f-5400-4b72-8cb1-a926b634cf5a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:58.000959 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 53970) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:58.051563 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] Publish callbacks [] for security_group (de9dee6f-5400-4b72-8cb1-a926b634cf5a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:58.071021 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] Publish callbacks [] for security_group (de9dee6f-5400-4b72-8cb1-a926b634cf5a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:58.120744 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (de9dee6f-5400-4b72-8cb1-a926b634cf5a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:58.123522 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:58.124709 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/de9dee6f-5400-4b72-8cb1-a926b634cf5a HTTP/1.1" status: 204 len: 168 time: 0.1225247 Sep 26 10:33:58.132872 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08888f-2e73-4e63-8329-b1968d5d492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9dee6f-5400-4b72-8cb1-a926b634cf5a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:58.273837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2bf6e-d98c-47d0-a15b-6ecc952bcc2a req-7ba6cf80-3387-43b9-9e07-bb4426030822 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:58.275388 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eaf2bf6e-d98c-47d0-a15b-6ecc952bcc2a req-7ba6cf80-3387-43b9-9e07-bb4426030822 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0490413 Sep 26 10:33:58.327881 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eaf2bf6e-d98c-47d0-a15b-6ecc952bcc2a req-9a1e0b91-20a5-4046-9d61-20c792b7d0e3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Sep 26 10:33:58.750712 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0dd6b-3ec0-4418-a1fb-67daf60ebaa5 req-72b745ef-fdd8-4698-9501-3a7b971551f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:58.752227 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-08f0dd6b-3ec0-4418-a1fb-67daf60ebaa5 req-72b745ef-fdd8-4698-9501-3a7b971551f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0505221 Sep 26 10:33:58.810500 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-08f0dd6b-3ec0-4418-a1fb-67daf60ebaa5 req-5d6e941b-a7ae-4e5c-b9d5-92ab731faa0c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Sep 26 10:33:59.224383 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54012) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:59.330595 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23facb2d-7106-47c4-885f-f11ded3a0b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.399207 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:33:59.409197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23facb2d-7106-47c4-885f-f11ded3a0b5e admin admin] Publish callbacks [] for security_group (5bb854f8-60e8-4ac2-9ce1-5d5202349004), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.413833 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23facb2d-7106-47c4-885f-f11ded3a0b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5bb854f8-60e8-4ac2-9ce1-5d5202349004), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.453355 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd3ad-d7d1-4db0-a8c1-0367f17db445 req-e12684eb-3e2b-42da-8015-ad8f5fdeb1d9 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:59.454807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23facb2d-7106-47c4-885f-f11ded3a0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb854f8-60e8-4ac2-9ce1-5d5202349004,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:59.454927 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b56dd3ad-d7d1-4db0-a8c1-0367f17db445 req-e12684eb-3e2b-42da-8015-ad8f5fdeb1d9 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Sep 26 10:33:59.461582 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-23facb2d-7106-47c4-885f-f11ded3a0b5e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=04c4970e7f1543d7a27968818da61102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341065 Sep 26 10:33:59.461961 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54018) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:33:59.511599 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b56dd3ad-d7d1-4db0-a8c1-0367f17db445 req-2e22b9c2-036f-4e20-aaf8-ba20419dd0f2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434632 Sep 26 10:33:59.513656 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] Publish callbacks [] for security_group (5bb854f8-60e8-4ac2-9ce1-5d5202349004), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.535127 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] Publish callbacks [] for security_group (5bb854f8-60e8-4ac2-9ce1-5d5202349004), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.583356 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5bb854f8-60e8-4ac2-9ce1-5d5202349004), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.586138 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:33:59.587276 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5bb854f8-60e8-4ac2-9ce1-5d5202349004 HTTP/1.1" status: 204 len: 168 time: 0.1244922 Sep 26 10:33:59.596038 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd437e-c79a-4132-ab86-83941af379ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb854f8-60e8-4ac2-9ce1-5d5202349004,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:33:59.940191 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762727b6-d220-447e-a51f-150e7042f3f7 req-9e08356e-f8f4-4bf3-b75a-ef746bb51c73 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:33:59.941667 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-762727b6-d220-447e-a51f-150e7042f3f7 req-9e08356e-f8f4-4bf3-b75a-ef746bb51c73 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0548060 Sep 26 10:33:59.994588 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-762727b6-d220-447e-a51f-150e7042f3f7 req-0b485de3-5988-41ac-b2cb-738e468937d7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Sep 26 10:34:00.633609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9143a3-43de-4075-8eae-2043c510e224 req-0f92ee51-2c5a-4b25-88f1-f8a5722ee686 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:00.635415 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f9143a3-43de-4075-8eae-2043c510e224 req-0f92ee51-2c5a-4b25-88f1-f8a5722ee686 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Sep 26 10:34:00.688718 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f9143a3-43de-4075-8eae-2043c510e224 req-e4ed0a37-6438-4db6-9e93-814a9c878de8 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Sep 26 10:34:01.132301 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:01.141117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac49b1-f871-4e29-9f89-34ef5558931b req-0694bd69-affd-4b7d-8456-c1c1b35c41d8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:01.150598 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7fac49b1-f871-4e29-9f89-34ef5558931b req-0694bd69-affd-4b7d-8456-c1c1b35c41d8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0752518 Sep 26 10:34:01.209349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7fac49b1-f871-4e29-9f89-34ef5558931b req-e6fbff29-78ca-42b2-af93-89d094885d64 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578797 Sep 26 10:34:01.262014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8135aa4-06ad-4a65-9728-acbb98687cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.423938 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54104) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:01.531366 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fe48abc0-0352-418e-a443-e256c935d519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.533945 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:01.612811 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fe48abc0-0352-418e-a443-e256c935d519 admin admin] Publish callbacks [] for security_group (02586e2c-9a98-4228-9ab9-5cf33d34e00a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.616722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fe48abc0-0352-418e-a443-e256c935d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (02586e2c-9a98-4228-9ab9-5cf33d34e00a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.656635 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fe48abc0-0352-418e-a443-e256c935d519 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2510643511c4445eaced89475e51e2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316062 Sep 26 10:34:01.657820 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48abc0-0352-418e-a443-e256c935d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02586e2c-9a98-4228-9ab9-5cf33d34e00a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:01.659378 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54108) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:01.714621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] Publish callbacks [] for security_group (02586e2c-9a98-4228-9ab9-5cf33d34e00a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.740226 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] Publish callbacks [] for security_group (02586e2c-9a98-4228-9ab9-5cf33d34e00a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.772647 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:01.836765 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b313d81-4e9c-4daf-bad4-9f4e21c746db req-c1b8dbf3-57f2-4cad-abee-c602352e3ae3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:01.838381 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b313d81-4e9c-4daf-bad4-9f4e21c746db req-c1b8dbf3-57f2-4cad-abee-c602352e3ae3 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0588160 Sep 26 10:34:01.863624 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (02586e2c-9a98-4228-9ab9-5cf33d34e00a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.866310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:01.870156 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/02586e2c-9a98-4228-9ab9-5cf33d34e00a HTTP/1.1" status: 204 len: 168 time: 0.2096803 Sep 26 10:34:01.885032 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a681-606e-4ae4-a98b-b5bb132c3dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02586e2c-9a98-4228-9ab9-5cf33d34e00a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:01.920096 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b313d81-4e9c-4daf-bad4-9f4e21c746db req-2060116a-b4fa-40a4-b7b9-cf1b7198e7f4 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732622 Sep 26 10:34:02.360429 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd56290-3416-4805-9e39-5b704e044fdf req-2426bdf0-2f00-4342-8f7f-764ca5d69f09 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:02.361928 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fd56290-3416-4805-9e39-5b704e044fdf req-2426bdf0-2f00-4342-8f7f-764ca5d69f09 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0516980 Sep 26 10:34:02.412483 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fd56290-3416-4805-9e39-5b704e044fdf req-4e6cdb6f-15d3-4304-9bda-3b76b7373fb0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Sep 26 10:34:03.043746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a659508-4489-4b93-9a5b-b65e57b5ccb1 req-5d3e3571-d920-4303-8092-97e5d6077340 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:03.046381 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a659508-4489-4b93-9a5b-b65e57b5ccb1 req-5d3e3571-d920-4303-8092-97e5d6077340 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0525477 Sep 26 10:34:03.101640 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a659508-4489-4b93-9a5b-b65e57b5ccb1 req-53bfb17a-81a5-4ea1-9597-9ddbee67b117 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Sep 26 10:34:03.535249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aa37c-c8af-4655-80bf-257bce0e27cc req-87cd8217-4bba-45eb-94c4-6569b2dcfe9a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:03.536687 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-083aa37c-c8af-4655-80bf-257bce0e27cc req-87cd8217-4bba-45eb-94c4-6569b2dcfe9a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0501416 Sep 26 10:34:03.582827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-083aa37c-c8af-4655-80bf-257bce0e27cc req-502deb99-7380-4172-ac94-48e5a36afe33 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Sep 26 10:34:03.758699 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bba3c985-241a-437a-85c3-1ecd103fad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:04.234237 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc7a70-9a20-4d20-ace6-f00eba96da5f req-49307277-6e3a-436f-86d5-f2083fb25ddf tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:04.235806 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6dc7a70-9a20-4d20-ace6-f00eba96da5f req-49307277-6e3a-436f-86d5-f2083fb25ddf tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Sep 26 10:34:04.283368 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6dc7a70-9a20-4d20-ace6-f00eba96da5f req-5100dbdd-0be8-4b44-8a75-ffabdee102cd tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2580ef42-bd85-49ad-b644-93952320bb92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Sep 26 10:34:04.567014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:04.630080 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-da99a8c5-751e-44a9-8b6b-9da367111410 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:04.631537 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-da99a8c5-751e-44a9-8b6b-9da367111410 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Sep 26 10:34:04.772593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdab9b-0615-4db6-9405-57829b7e00ad req-6f162da3-8ff7-4bf9-a193-67b594c304fd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:04.774071 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3bdab9b-0615-4db6-9405-57829b7e00ad req-6f162da3-8ff7-4bf9-a193-67b594c304fd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1044466 Sep 26 10:34:04.805244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Deleting port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:04.805644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:04.892646 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3bdab9b-0615-4db6-9405-57829b7e00ad req-2fda5ef6-4af0-4f0b-960a-9b341fe7a507 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 Sep 26 10:34:04.901334 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:04.930846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] For port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:04.931204 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:04.946454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Calling delete_port for 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:05.122131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:05.128358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:05.141303 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:34:05.158933 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Pushing event deleted for resources: {'Port': ['ID=1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:05.276593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] No DVR routers for this DVR port 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:34:05.280626 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:05.284247 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2525fbc-8769-49ba-a391-3b062a89cc69 req-9b3e15a9-e1b2-4a58-89fa-669964c441d2 tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 HTTP/1.1" status: 204 len: 173 time: 0.6431324 Sep 26 10:34:05.285265 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'name': 'network-vif-deleted', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:05.288083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e55982f-e8e9-4472-834b-5f6823588002" -d '{"events": [{"server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "name": "network-vif-deleted", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:05.379110 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8fa072-db57-4675-9dc1-8c13f41d9cc7 x-openstack-request-id: req-5e8fa072-db57-4675-9dc1-8c13f41d9cc7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:05.379634 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4369a14-7525-4b86-8326-047357bac1f6", "name": "network-vif-deleted", "tag": "1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:05.379991 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e8fa072-db57-4675-9dc1-8c13f41d9cc7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:05.380511 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8fa072-db57-4675-9dc1-8c13f41d9cc7'] response: {'server_uuid': 'f4369a14-7525-4b86-8326-047357bac1f6', 'name': 'network-vif-deleted', 'tag': '1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9', 'status': 'completed', 'code': 200} Sep 26 10:34:05.462419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8902d13e-110b-4837-9f98-500af1c72397 req-eed53cda-3849-4655-8f82-d0b3ca27992e tempest-DeleteServersTestJSON-1136205833 tempest-DeleteServersTestJSON-1136205833-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f4369a14-7525-4b86-8326-047357bac1f6 HTTP/1.1" status: 200 len: 210 time: 0.0506277 Sep 26 10:34:05.721871 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=73 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:05.729905 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=29 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:05.905718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:06.037112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366bd9a-07db-4e9e-aec1-9425b3e53648 req-3494180e-43eb-400b-be37-958039a9d273 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:06.038888 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9366bd9a-07db-4e9e-aec1-9425b3e53648 req-3494180e-43eb-400b-be37-958039a9d273 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0613246 Sep 26 10:34:06.106969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9366bd9a-07db-4e9e-aec1-9425b3e53648 req-6822a355-99bc-4e1f-8c05-ecb60782a8e9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 Sep 26 10:34:06.308162 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:07.229236 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb43b-cb0c-4a4f-9a09-73ded3785530 req-43c54c11-ecef-483c-ad41-b799fd56f0a7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:07.231257 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0aeb43b-cb0c-4a4f-9a09-73ded3785530 req-43c54c11-ecef-483c-ad41-b799fd56f0a7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0483747 Sep 26 10:34:07.278346 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0aeb43b-cb0c-4a4f-9a09-73ded3785530 req-c2bfc6d5-136a-4f2a-a205-e55fb3f1c471 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Sep 26 10:34:07.551171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:34:07.570560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:34:07.570910 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1cf8afa5-f1f4-450a-b7df-1e8c12b24cb9 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:34:08.169549 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54366) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:08.473245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069e9dc-3efe-4e78-bcf6-b6bdb2d67f32 req-07ae4325-c547-4d85-b20a-70227c8fe9c7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:08.475007 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f069e9dc-3efe-4e78-bcf6-b6bdb2d67f32 req-07ae4325-c547-4d85-b20a-70227c8fe9c7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0823867 Sep 26 10:34:08.601859 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f069e9dc-3efe-4e78-bcf6-b6bdb2d67f32 req-013e292e-6510-4955-bcbd-e899c9b87cdd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012461 Sep 26 10:34:08.725164 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:34:08.726953 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:08.816847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54390) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:08.821588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:08.926748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c44e5e47-0855-4da1-ab54-36e605d69518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.005087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Deleting port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:09.005433 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.006924 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c44e5e47-0855-4da1-ab54-36e605d69518 admin admin] Publish callbacks [] for security_group (b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.012645 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c44e5e47-0855-4da1-ab54-36e605d69518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.056136 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c44e5e47-0855-4da1-ab54-36e605d69518 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4ca06d599bbd4e1fb0b18fb3b2abc99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381806 Sep 26 10:34:09.057003 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e5e47-0855-4da1-ab54-36e605d69518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:09.059367 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54394) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:09.114311 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] Publish callbacks [] for security_group (b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.136397 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] Publish callbacks [] for security_group (b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.189934 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.192441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.193786 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71 HTTP/1.1" status: 204 len: 168 time: 0.1333671 Sep 26 10:34:09.206050 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565c0c9-bfe1-4d7e-9628-94c4d015097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec7d79-ba10-4bd8-9e1e-4f01f36d0c71,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:09.303707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] For port 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:09.304075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.319884 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Calling delete_port for 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:09.324334 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:09.540722 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.550082 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54414) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:09.576899 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47ff4361-3626-4986-b6c4-1ea9ec2789b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.631839 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Pushing event deleted for resources: {'Port': ['ID=12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:09.649335 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:09.734335 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47ff4361-3626-4986-b6c4-1ea9ec2789b5 admin admin] Publish callbacks [] for security_group (5c14099f-2022-4afe-9d10-d467e35f1392), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.747384 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47ff4361-3626-4986-b6c4-1ea9ec2789b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5c14099f-2022-4afe-9d10-d467e35f1392), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.811907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54428) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:09.819064 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-47ff4361-3626-4986-b6c4-1ea9ec2789b5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=793a2228f8d647779cb892e54164a073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680190 Sep 26 10:34:09.820350 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff4361-3626-4986-b6c4-1ea9ec2789b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14099f-2022-4afe-9d10-d467e35f1392,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:09.834946 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.844436 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f974c-3470-4e0b-a6ed-62463810cbb0 req-db9036d8-0b0c-4ed3-97bf-274d9900a461 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:09.845959 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-299f974c-3470-4e0b-a6ed-62463810cbb0 req-db9036d8-0b0c-4ed3-97bf-274d9900a461 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1271374 Sep 26 10:34:09.987459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] Publish callbacks [] for security_group (5c14099f-2022-4afe-9d10-d467e35f1392), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:09.991987 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-299f974c-3470-4e0b-a6ed-62463810cbb0 req-70c2d977-3fac-4770-94dc-ceca04d2ac8c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369646 Sep 26 10:34:10.045233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] Publish callbacks [] for security_group (5c14099f-2022-4afe-9d10-d467e35f1392), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.086468 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:10.148468 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (5c14099f-2022-4afe-9d10-d467e35f1392), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.151139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.152256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5c14099f-2022-4afe-9d10-d467e35f1392 HTTP/1.1" status: 204 len: 168 time: 0.3375578 Sep 26 10:34:10.185974 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd66c7f-51a6-4b5f-8f42-4c8c7a344624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14099f-2022-4afe-9d10-d467e35f1392,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:10.212420 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:34:10.223308 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:10.324105 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:10.331979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54434) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:10.332123 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2bc4b075-93a5-4180-b1a9-d17bc2103752 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/eae4339b-0a01-4c2c-b3ac-c11ba36879f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1612835 Sep 26 10:34:10.337303 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Sync routers for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:34:10.351103 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:10.352203 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:10.439444 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks [] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.468279 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:10.488085 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:10.549836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks [] for router_gateway (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.578858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54442) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:10.595996 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7aad-20dc-448d-a798-9bb5d59aeef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.602208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Deleting port c9643453-10a2-4928-bc5f-89992d9c61d2 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:10.602691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.717650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7aad-20dc-448d-a798-9bb5d59aeef5 admin admin] Publish callbacks [] for security_group (49d7448c-330c-419e-a51e-d041157d5ece), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.718271 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:34:09Z', 'revision_number': 5, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port': {'id': 'c9643453-10a2-4928-bc5f-89992d9c61d2', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:32Z', 'updated_at': '2022-09-26T10:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:10.724615 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] For port c9643453-10a2-4928-bc5f-89992d9c61d2, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=c9643453-10a2-4928-bc5f-89992d9c61d2,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:10.725246 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.727763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7aad-20dc-448d-a798-9bb5d59aeef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (49d7448c-330c-419e-a51e-d041157d5ece), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.740346 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Calling delete_port for c9643453-10a2-4928-bc5f-89992d9c61d2 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:10.751190 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Checking router: eae4339b-0a01-4c2c-b3ac-c11ba36879f3 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:34:10.761368 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Routers {'eae4339b-0a01-4c2c-b3ac-c11ba36879f3'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:10.761988 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:10.773628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0f6e7aad-20dc-448d-a798-9bb5d59aeef5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=78d9497c839f4002aa630e7ce49e3c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934249 Sep 26 10:34:10.774769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e7aad-20dc-448d-a798-9bb5d59aeef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7448c-330c-419e-a51e-d041157d5ece,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:10.777740 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54448) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:10.863022 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] Set router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:10.864085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] Publish callbacks [] for security_group (49d7448c-330c-419e-a51e-d041157d5ece), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.887571 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] Publish callbacks [] for security_group (49d7448c-330c-419e-a51e-d041157d5ece), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.916203 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:34:10Z', 'revision_number': 6, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:10.950783 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df0019-235b-4aa3-8905-109c3188eb76 None None] The sync data for ids ['eae4339b-0a01-4c2c-b3ac-c11ba36879f3'] in dv-cinder-844563-7-iscsi is: [{'id': 'eae4339b-0a01-4c2c-b3ac-c11ba36879f3', 'name': 'tempest-DeleteServersTestJSON-1198002978-router', 'tenant_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:34:10Z', 'revision_number': 6, 'project_id': 'c64a07f1fc58419e8dbd23d28a43e98b', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:34:10.963448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (49d7448c-330c-419e-a51e-d041157d5ece), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.970090 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:10.971391 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/49d7448c-330c-419e-a51e-d041157d5ece HTTP/1.1" status: 204 len: 168 time: 0.1834002 Sep 26 10:34:10.989159 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (c9643453-10a2-4928-bc5f-89992d9c61d2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.007379 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d8b58-1187-4451-86b1-31a4619a833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7448c-330c-419e-a51e-d041157d5ece,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:11.053590 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9643453-10a2-4928-bc5f-89992d9c61d2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:11.088109 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.143200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22243d-11fc-4b5b-9515-479e7c672bac req-fd50ea59-28ac-43f8-9090-6c0fbbdea7a1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:11.150284 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df22243d-11fc-4b5b-9515-479e7c672bac req-fd50ea59-28ac-43f8-9090-6c0fbbdea7a1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0664113 Sep 26 10:34:11.211664 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.214557 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks [] for router_controller (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.216814 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df22243d-11fc-4b5b-9515-479e7c672bac req-9b3b38ce-7859-4bb7-8a29-26c6d0b8a804 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635524 Sep 26 10:34:11.296995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (eae4339b-0a01-4c2c-b3ac-c11ba36879f3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.297680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eae4339b-0a01-4c2c-b3ac-c11ba36879f3 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:34:11.304930 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.306218 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1578b917-bc40-42a1-90f7-3e73374e1279 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/eae4339b-0a01-4c2c-b3ac-c11ba36879f3 HTTP/1.1" status: 204 len: 168 time: 0.9729736 Sep 26 10:34:11.308911 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:11.549043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54472) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:11.619640 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Deleting subnet b7fac51a-826e-4101-8fd1-cea33c7fb379 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:34:11.622897 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Publish callbacks [] for subnet (b7fac51a-826e-4101-8fd1-cea33c7fb379), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.646689 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:11.664826 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Publish callbacks [] for subnet (b7fac51a-826e-4101-8fd1-cea33c7fb379), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.750804 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8523363a-eeb3-47b0-bb3c-27425be30156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.774871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (b7fac51a-826e-4101-8fd1-cea33c7fb379), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.885306 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (b7fac51a-826e-4101-8fd1-cea33c7fb379), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.894632 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8523363a-eeb3-47b0-bb3c-27425be30156 admin admin] Publish callbacks [] for security_group (750c1735-b8ac-4f1b-9960-507959423258), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.908035 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8523363a-eeb3-47b0-bb3c-27425be30156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (750c1735-b8ac-4f1b-9960-507959423258), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.932351 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fac51a-826e-4101-8fd1-cea33c7fb379,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:11.933830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:11.939305 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:11.947463 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb1a8e-9d15-4cc5-b96b-b5435148b701 None None] Network 72b0f45a-e680-4d29-a349-f6ec781d90cd requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:11.948828 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54492) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:11.957893 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2dea80f0-fa93-49cd-9b65-24e42acb35d5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/b7fac51a-826e-4101-8fd1-cea33c7fb379 HTTP/1.1" status: 204 len: 168 time: 0.6329188 Sep 26 10:34:11.989891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523363a-eeb3-47b0-bb3c-27425be30156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c1735-b8ac-4f1b-9960-507959423258,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:12.032485 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8523363a-eeb3-47b0-bb3c-27425be30156 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=42e1027669fb454899c6a54c410d73ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819281 Sep 26 10:34:12.035283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54498) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:12.047282 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:34:12.085798 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (72b0f45a-e680-4d29-a349-f6ec781d90cd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.088078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:12.139048 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.140079 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:34:12.140420 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 12eb3e72-ffe7-4d4c-9876-f18e2b8a7a73 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:34:12.158560 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Deleting port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:12.158896 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.162166 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] Publish callbacks [] for security_group (750c1735-b8ac-4f1b-9960-507959423258), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.164430 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54500) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:12.208288 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:12.211862 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] Publish callbacks [] for security_group (750c1735-b8ac-4f1b-9960-507959423258), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.255214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] For port 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9efe1728-9f22-4649-a02b-8e8aad91b4c9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:12.255880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.289464 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Calling delete_port for 9efe1728-9f22-4649-a02b-8e8aad91b4c9 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:12.322337 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (750c1735-b8ac-4f1b-9960-507959423258), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.326270 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.327455 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/750c1735-b8ac-4f1b-9960-507959423258 HTTP/1.1" status: 204 len: 168 time: 0.2910891 Sep 26 10:34:12.327645 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] DHCP port deletion for 72b0f45a-e680-4d29-a349-f6ec781d90cd request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:34:12.347466 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa75819-90b1-4685-a06d-2f9370b76b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c1735-b8ac-4f1b-9960-507959423258,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:12.397513 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Deleting port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:12.398052 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.470724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53c32-4da9-48a5-8788-3148635a9841 req-9020ba25-4196-48df-8bba-3c974dc05a6d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:12.472256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-00f53c32-4da9-48a5-8788-3148635a9841 req-9020ba25-4196-48df-8bba-3c974dc05a6d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0954490 Sep 26 10:34:12.514077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:12.534932 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] For port 9efe1728-9f22-4649-a02b-8e8aad91b4c9, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9efe1728-9f22-4649-a02b-8e8aad91b4c9,segment=NetworkSegment(3aefd81e-f108-40de-b57b-15cdf6c6ebe0),segment_id=3aefd81e-f108-40de-b57b-15cdf6c6ebe0)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:12.535726 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.539995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af353275-a31a-4ad4-94ef-db8f920bedff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.561124 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.563419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Calling delete_port for 9efe1728-9f22-4649-a02b-8e8aad91b4c9 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:12.613777 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9efe1728-9f22-4649-a02b-8e8aad91b4c9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:12.623785 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-00f53c32-4da9-48a5-8788-3148635a9841 req-2c95b39f-7361-4db6-b6fc-0c14f06b610d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321685 Sep 26 10:34:12.626593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] No DVR routers for this DVR port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 on host dv-cinder-844563-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:34:12.721373 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af353275-a31a-4ad4-94ef-db8f920bedff admin admin] Publish callbacks [] for security_group (0d261d78-6e1d-4acf-a35c-81786a6a6498), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.729609 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af353275-a31a-4ad4-94ef-db8f920bedff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (0d261d78-6e1d-4acf-a35c-81786a6a6498), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.736827 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (9efe1728-9f22-4649-a02b-8e8aad91b4c9), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.760298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (72b0f45a-e680-4d29-a349-f6ec781d90cd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.770920 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] Pushing event deleted for resources: {'Port': ['ID=9efe1728-9f22-4649-a02b-8e8aad91b4c9,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:12.780770 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cec04-e9fc-4218-9998-dc812a6dcc5e None None] No DVR routers for this DVR port 9efe1728-9f22-4649-a02b-8e8aad91b4c9 on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:34:12.810317 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-af353275-a31a-4ad4-94ef-db8f920bedff admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2cb3246131a9452b90c3a537d0be4143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6435263 Sep 26 10:34:12.810938 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54522) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:12.817725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.817725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.817725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.817725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > port after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.817725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.819900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > port after_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.820367 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.820941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.821365 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.821992 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:12.825704 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af353275-a31a-4ad4-94ef-db8f920bedff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d261d78-6e1d-4acf-a35c-81786a6a6498,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:12.926956 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] Publish callbacks [] for security_group (0d261d78-6e1d-4acf-a35c-81786a6a6498), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.951464 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] Publish callbacks [] for security_group (0d261d78-6e1d-4acf-a35c-81786a6a6498), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:12.974760 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54528) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:13.001338 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0a68b03-8187-4c95-a9d4-23e3a364a410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.017713 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:13.018558 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:13.019124 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:13.019790 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:34:13.020375 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b0f45a-e680-4d29-a349-f6ec781d90cd']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:13.043810 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aefd81e-f108-40de-b57b-15cdf6c6ebe0') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:13.043810 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aefd81e-f108-40de-b57b-15cdf6c6ebe0') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:13.059995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (0d261d78-6e1d-4acf-a35c-81786a6a6498), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.060893 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (3aefd81e-f108-40de-b57b-15cdf6c6ebe0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.063601 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.064956 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0d261d78-6e1d-4acf-a35c-81786a6a6498 HTTP/1.1" status: 204 len: 168 time: 0.2528222 Sep 26 10:34:13.075316 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:13.093085 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b76d91-e21e-4648-9e9e-f0d57d484e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d261d78-6e1d-4acf-a35c-81786a6a6498,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:13.097423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (3aefd81e-f108-40de-b57b-15cdf6c6ebe0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.120566 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:34:13.121077 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (3aefd81e-f108-40de-b57b-15cdf6c6ebe0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.141456 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0a68b03-8187-4c95-a9d4-23e3a364a410 admin admin] Publish callbacks [] for security_group (6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.153475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0a68b03-8187-4c95-a9d4-23e3a364a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.195563 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (72b0f45a-e680-4d29-a349-f6ec781d90cd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.213399 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.221095 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/72b0f45a-e680-4d29-a349-f6ec781d90cd HTTP/1.1" status: 204 len: 168 time: 1.2658939 Sep 26 10:34:13.222386 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f0a68b03-8187-4c95-a9d4-23e3a364a410 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=69acb26f858847b58671f6ab36ee68e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424428 Sep 26 10:34:13.223260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54540) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:13.223901 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a68b03-8187-4c95-a9d4-23e3a364a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:13.235287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf3393-71c0-42b6-b4da-9cb83eec3a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=72b0f45a-e680-4d29-a349-f6ec781d90cd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:13.290971 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] Publish callbacks [] for security_group (6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.312540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] Publish callbacks [] for security_group (6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.410667 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.414358 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.418165 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf HTTP/1.1" status: 204 len: 168 time: 0.1830578 Sep 26 10:34:13.430400 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23813090-ee54-48b5-aaa3-6d0939b96edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4e4cab-ebc9-411d-b9f1-14fd7cb4ffcf,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:13.563008 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9efe1728-9f22-4649-a02b-8e8aad91b4c9 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:34:13.583674 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 9efe1728-9f22-4649-a02b-8e8aad91b4c9 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:34:13.584280 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9efe1728-9f22-4649-a02b-8e8aad91b4c9 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:34:13.584773 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device c9643453-10a2-4928-bc5f-89992d9c61d2 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:34:13.604284 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: c9643453-10a2-4928-bc5f-89992d9c61d2 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:34:13.604632 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device c9643453-10a2-4928-bc5f-89992d9c61d2 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:34:13.631883 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54552) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:13.684031 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-92bcb39a-d88b-4b61-aae2-0d97881b4332 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c64a07f1fc58419e8dbd23d28a43e98b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509834 Sep 26 10:34:13.686714 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54558) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:13.792128 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] Publish callbacks [] for security_group (2580ef42-bd85-49ad-b644-93952320bb92), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.824054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa2320-7374-4231-b262-2808eae4faaf req-7231ed5e-3488-4d7f-bb1e-5032c7a05e26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:13.825457 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1aa2320-7374-4231-b262-2808eae4faaf req-7231ed5e-3488-4d7f-bb1e-5032c7a05e26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0895889 Sep 26 10:34:13.830247 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] Publish callbacks [] for security_group (2580ef42-bd85-49ad-b644-93952320bb92), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.888066 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 3aefd81e-f108-40de-b57b-15cdf6c6ebe0 resource provider aggregate not found Sep 26 10:34:13.896623 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54564) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:13.919811 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b271949f-dea1-4547-a660-d395c83f1dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.927920 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 3aefd81e-f108-40de-b57b-15cdf6c6ebe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aefd81e-f108-40de-b57b-15cdf6c6ebe0 found for delete ", "request_id": "req-22109975-84fa-48eb-b189-bacef4947481"}]} Sep 26 10:34:13.954363 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1aa2320-7374-4231-b262-2808eae4faaf req-6e353caf-3165-4acf-beb6-93c63b73181b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215408 Sep 26 10:34:13.957603 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=16 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:13.970079 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2580ef42-bd85-49ad-b644-93952320bb92), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.978215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:13.981889 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2580ef42-bd85-49ad-b644-93952320bb92 HTTP/1.1" status: 204 len: 168 time: 0.2931552 Sep 26 10:34:13.996962 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9050d-30c5-4bff-bb04-5c6362e93233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580ef42-bd85-49ad-b644-93952320bb92,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:14.056617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b271949f-dea1-4547-a660-d395c83f1dc1 admin admin] Publish callbacks [] for security_group (436371a2-ed9b-47aa-9c2b-e29da630754d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.061475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b271949f-dea1-4547-a660-d395c83f1dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (436371a2-ed9b-47aa-9c2b-e29da630754d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.103641 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b271949f-dea1-4547-a660-d395c83f1dc1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e3a5c3a487074201b356c268b95c2a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055674 Sep 26 10:34:14.104354 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271949f-dea1-4547-a660-d395c83f1dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436371a2-ed9b-47aa-9c2b-e29da630754d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:14.106507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54572) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:14.162701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:14.167639 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] Publish callbacks [] for security_group (436371a2-ed9b-47aa-9c2b-e29da630754d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.191995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] Publish callbacks [] for security_group (436371a2-ed9b-47aa-9c2b-e29da630754d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.211152 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:14.263292 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (436371a2-ed9b-47aa-9c2b-e29da630754d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.266113 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:14.267436 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/436371a2-ed9b-47aa-9c2b-e29da630754d HTTP/1.1" status: 204 len: 168 time: 0.1599236 Sep 26 10:34:14.279404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f071-5e27-49c8-b5f6-2f6d15789134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436371a2-ed9b-47aa-9c2b-e29da630754d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:15.079328 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54624) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:15.163671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e3c4e-f9eb-4c2d-9e6f-f0b7bff0e2c8 req-dea92042-03a9-4db7-90d5-6e63f757b46a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:15.170537 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-249e3c4e-f9eb-4c2d-9e6f-f0b7bff0e2c8 req-dea92042-03a9-4db7-90d5-6e63f757b46a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0609994 Sep 26 10:34:15.201006 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-network', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:15.237446 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-249e3c4e-f9eb-4c2d-9e6f-f0b7bff0e2c8 req-8ea6fe81-e00e-4e61-9876-db1a96ef4e86 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653746 Sep 26 10:34:15.242267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Made reservation on behalf of 38cccae871b94a9db82b5017c2c497c1 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:15.245117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.261656 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.344429 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks [] for security_group (c731a931-6ee7-44d6-85a2-9c5b1c98144f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.351139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c731a931-6ee7-44d6-85a2-9c5b1c98144f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.379543 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:34:15.390099 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731a931-6ee7-44d6-85a2-9c5b1c98144f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:15.397320 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (a6c79c67-f2e6-400f-852e-479e22f89afb), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.397659 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Added segment a6c79c67-f2e6-400f-852e-479e22f89afb of type vlan for network 154a4e25-766b-4e4b-9202-0213b7789f71 Sep 26 10:34:15.445786 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (154a4e25-766b-4e4b-9202-0213b7789f71), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.472896 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (154a4e25-766b-4e4b-9202-0213b7789f71), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.473936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:15.474908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.538055 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4562743 Sep 26 10:34:15.541220 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54654) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:15.545972 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Request body: {'subnet': {'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-subnet', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:15.549471 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e4d47-5041-4205-851e-139960e8f2be admin admin] Pushing event updated for resources: {'Network': ['ID=154a4e25-766b-4e4b-9202-0213b7789f71,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:15.560634 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 154a4e25-766b-4e4b-9202-0213b7789f71 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:34:15.577236 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Made reservation on behalf of 38cccae871b94a9db82b5017c2c497c1 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:15.581097 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13892190'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.783640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13892168'] for subnet (71ec6bb8-2081-420e-82b6-21a012113aad), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.861859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ec6bb8-2081-420e-82b6-21a012113aad,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:15.865673 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:15.874253 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Checking segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:15.874826 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Network hostable DHCP agents. Network: 154a4e25-766b-4e4b-9202-0213b7789f71, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:34:15.878690 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:15.908151 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:34:15.920695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 154a4e25-766b-4e4b-9202-0213b7789f71) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:15.926840 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:15.927712 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:15.930570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d298e-f772-45e9-b045-72bd768906a9 None None] Network 154a4e25-766b-4e4b-9202-0213b7789f71 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:15.947419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-14505f74-153e-4fed-bca1-069374ac7dd9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4050350 Sep 26 10:34:15.950294 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54678) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:15.955287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:16.004840 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.006948 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.037792 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:16.068104 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-154a4e25-766b-4e4b-9202-0213b7789f71', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:34:16.069183 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.087094 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for router_controller (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.235689 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Allocated IP 172.20.0.2 (154a4e25-766b-4e4b-9202-0213b7789f71/71ec6bb8-2081-420e-82b6-21a012113aad/7a9c03be-b4df-4e94-9308-f4a41d106fb6) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:16.246938 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for router_gateway (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.414495 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095954b9-c07c-4244-9219-4ece4d505b86 req-e39000c0-3cf0-4610-a6d9-794a7d523f95 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:16.416261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-095954b9-c07c-4244-9219-4ece4d505b86 req-e39000c0-3cf0-4610-a6d9-794a7d523f95 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0756190 Sep 26 10:34:16.448929 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks [] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.461088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.491664 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for router_gateway (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.493530 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-095954b9-c07c-4244-9219-4ece4d505b86 req-814bb49b-369b-4e2a-b47d-f0cfb66aa64d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692947 Sep 26 10:34:16.508303 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Pushing event updated for resources: {'Port': ['ID=7a9c03be-b4df-4e94-9308-f4a41d106fb6,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:16.518663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.542467 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:16.542467 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:16.544575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:16.620536 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Attempting to bind port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:16.621102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Attempting to bind port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:16.621273 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Attempting to bind port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:16.647222 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:16.663188 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Allocated IP 172.27.1.46 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/479ce31f-d72d-4625-87d9-0f00baaa8d60) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:16.680136 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:16.680902 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Checking segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:16.681732 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.682823 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Bound using segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:16.683619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Bound port: 7a9c03be-b4df-4e94-9308-f4a41d106fb6, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:16.684151 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.755457 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] For port 7a9c03be-b4df-4e94-9308-f4a41d106fb6, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:16.759680 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] For port 7a9c03be-b4df-4e94-9308-f4a41d106fb6, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7a9c03be-b4df-4e94-9308-f4a41d106fb6,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:16.766572 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.785493 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.799351 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:16.826343 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:16.833067 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3379f-8a8a-40fb-9ad8-b1f3f58dff68 None None] Pushing event updated for resources: {'Port': ['ID=7a9c03be-b4df-4e94-9308-f4a41d106fb6,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:16.842388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:16.890962 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:16.896756 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:16.899566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:16.906241 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=479ce31f-d72d-4625-87d9-0f00baaa8d60,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:17.174350 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for router_gateway (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:17.382490 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:17.528163 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:34:17.586059 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7a9c03be-b4df-4e94-9308-f4a41d106fb6 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:17.600320 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:17.648454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a686037-c76b-4edc-807f-f8ff8a61d203 req-18f7c463-519d-4641-93f3-b2b7f6de61ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:17.657800 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a686037-c76b-4edc-807f-f8ff8a61d203 req-18f7c463-519d-4641-93f3-b2b7f6de61ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0605900 Sep 26 10:34:17.658003 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:17.658496 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:17.658575 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 Sep 26 10:34:17.659377 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:17.684197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:17.688670 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-035493e0-da91-4e38-871c-80c7736b3ea5 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7346759 Sep 26 10:34:17.688954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54748) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:17.700779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:34:17.716070 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:17.716359 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a686037-c76b-4edc-807f-f8ff8a61d203 req-5f0311ba-81d1-490b-98e7-6f372c5fb74a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568256 Sep 26 10:34:17.716701 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:17.932621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bd5c48-070c-4127-91a8-6cd978808b2d None None] Network 154a4e25-766b-4e4b-9202-0213b7789f71 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:17.937779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:18.030563 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:18.033959 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:18.034371 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.050235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-efa6e255-c5cf-45c2-8ff4-d9e2a74ffd65 None None] Provisioning complete for port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:18.050597 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-efa6e255-c5cf-45c2-8ff4-d9e2a74ffd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.050920 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-efa6e255-c5cf-45c2-8ff4-d9e2a74ffd65 None None] Attempt 1 to provision port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 Sep 26 10:34:18.106227 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:18.158130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.200044 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 7a9c03be-b4df-4e94-9308-f4a41d106fb6, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7a9c03be-b4df-4e94-9308-f4a41d106fb6,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:18.244368 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.329936 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Allocated IP 172.20.0.1 (154a4e25-766b-4e4b-9202-0213b7789f71/71ec6bb8-2081-420e-82b6-21a012113aad/30ef46ba-56cd-4c9b-9def-322f80bf6b20) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:18.363790 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-efa6e255-c5cf-45c2-8ff4-d9e2a74ffd65 None None] Current status of the port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:18.371249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=7a9c03be-b4df-4e94-9308-f4a41d106fb6,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:18.422889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:17Z', 'revision_number': 3, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:18.454438 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:34:18.454711 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Updating router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 port 479ce31f-d72d-4625-87d9-0f00baaa8d60 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:34:18.476666 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks [] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.477720 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:18.487686 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.520538 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.563988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:18.569259 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:18.576487 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Pushing event updated for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:18.578552 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:18.579645 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.613251 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-5982732c-8755-4754-bccb-479116952f7e None None] Provisioning complete for port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:18.613651 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5982732c-8755-4754-bccb-479116952f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.613985 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-5982732c-8755-4754-bccb-479116952f7e None None] Attempt 1 to provision port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 Sep 26 10:34:18.618781 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:18.782727 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5982732c-8755-4754-bccb-479116952f7e None None] Current status of the port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:18.914964 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1dd83-e0d5-4789-b646-21bc5daf8ab7 req-fc4b1703-92c6-4f6c-ad10-a113d25abf26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:18.923325 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bdf1dd83-e0d5-4789-b646-21bc5daf8ab7 req-fc4b1703-92c6-4f6c-ad10-a113d25abf26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0902543 Sep 26 10:34:18.958044 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks [] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.973721 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:18.991208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.010029 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bdf1dd83-e0d5-4789-b646-21bc5daf8ab7 req-5da2fced-6a56-453c-b4c9-b4e9c527d9fa tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854313 Sep 26 10:34:19.025116 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:19.031621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Attempting to bind port 479ce31f-d72d-4625-87d9-0f00baaa8d60 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:19.031942 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Attempting to bind port 479ce31f-d72d-4625-87d9-0f00baaa8d60 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:19.032298 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Attempting to bind port 479ce31f-d72d-4625-87d9-0f00baaa8d60 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:19.064683 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Provisioning complete for port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:19.065047 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.065378 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 1 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:19.071446 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:19.085465 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309daba4-a2d9-46c1-8890-b70ce0e46aa4 None None] Pushing event updated for resources: {'Port': ['ID=479ce31f-d72d-4625-87d9-0f00baaa8d60,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:19.117288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:19.121137 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:19.121535 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:19.121990 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.122422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:19.122907 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Bound port: 479ce31f-d72d-4625-87d9-0f00baaa8d60, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:19.123255 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.172742 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] For port 479ce31f-d72d-4625-87d9-0f00baaa8d60, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:19.175897 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] For port 479ce31f-d72d-4625-87d9-0f00baaa8d60, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=479ce31f-d72d-4625-87d9-0f00baaa8d60,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:19.181689 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.205203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks [] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.210005 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.211384 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.222595 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:19.223232 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:19.280440 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309daba4-a2d9-46c1-8890-b70ce0e46aa4 None None] Pushing event updated for resources: {'Port': ['ID=479ce31f-d72d-4625-87d9-0f00baaa8d60,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:19.292525 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Pushing event updated for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:19.341102 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:19.342502 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:19.344482 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:19.473882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:19.479206 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:34:19.569479 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7a9c03be-b4df-4e94-9308-f4a41d106fb6 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:19.600954 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:19Z', 'revision_number': 2, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:19.611937 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:19.616834 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ad4ec6a4-4a3e-4f83-af45-3a9f821e9b6f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9576f8ca-2e78-48b2-8296-7c8c3749f8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266374 Sep 26 10:34:19.758810 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 2 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:19.765882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df91ed8-33c8-4cf0-aa3d-7cea11d73c7b None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:19Z', 'revision_number': 2, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:34:19.821728 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:19.824888 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:19.825274 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:19.825720 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 Sep 26 10:34:19.907350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:19.963715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54776) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:19.975773 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487575446', 'description': 'tempest-description--1214228514'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:20.001109 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.089215 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (c49b5ca0-c52c-4239-9623-b548cf5ad8bb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.095813 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c49b5ca0-c52c-4239-9623-b548cf5ad8bb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.147722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b5ca0-c52c-4239-9623-b548cf5ad8bb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:20.153165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.154321 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6a8cf065-636f-4904-b6b9-8ac4cd155b07 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1891007 Sep 26 10:34:20.160921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54784) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:20.165935 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group_rule': {'security_group_id': 'c49b5ca0-c52c-4239-9623-b548cf5ad8bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:20.167621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b817bf9-07ff-48a4-8290-2531636e925d req-c972058a-9821-4e43-ab7c-0a6e37475756 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:20.169281 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b817bf9-07ff-48a4-8290-2531636e925d req-c972058a-9821-4e43-ab7c-0a6e37475756 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0762320 Sep 26 10:34:20.197329 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (43e00636-f9ab-4891-87a7-e9d2d2746e86), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.223101 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:20.242389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b817bf9-07ff-48a4-8290-2531636e925d req-27a986cb-0841-4dc4-a182-f5f48a3da2e8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Sep 26 10:34:20.277234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (43e00636-f9ab-4891-87a7-e9d2d2746e86), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.278255 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:20.284212 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (43e00636-f9ab-4891-87a7-e9d2d2746e86), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.300297 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e00636-f9ab-4891-87a7-e9d2d2746e86,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:20.322496 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 3 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:20.331299 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.335644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54792) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:20.335957 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e6e6bb00-fe15-41f6-ba68-06d3655a1dde tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736078 Sep 26 10:34:20.348266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group_rule': {'security_group_id': 'c49b5ca0-c52c-4239-9623-b548cf5ad8bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:20.365514 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:20.383206 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (6912910d-f68b-40f4-a34a-98b7d8c639e7), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.439312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (6912910d-f68b-40f4-a34a-98b7d8c639e7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.446859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (6912910d-f68b-40f4-a34a-98b7d8c639e7), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.461267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6912910d-f68b-40f4-a34a-98b7d8c639e7,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:20.500029 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.501983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-814719cc-252b-4035-b81c-94eeaf076f0e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647100 Sep 26 10:34:20.505284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54804) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:20.512459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:20.571081 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.678348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.793019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Allocated IP 172.27.1.196 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/e6285832-8df9-407d-b969-b31daef12283) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:20.819529 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:20.867395 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 4 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:20.904734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:20.920507 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=44 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:20.924267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (e6285832-8df9-407d-b969-b31daef12283), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:20.930993 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:20.966071 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (e6285832-8df9-407d-b969-b31daef12283), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.007023 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:21.012599 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:21.016815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:21.020469 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=e6285832-8df9-407d-b969-b31daef12283,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:21.114674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.158459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e6285832-8df9-407d-b969-b31daef12283), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.309909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (e6285832-8df9-407d-b969-b31daef12283), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.322678 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (e6285832-8df9-407d-b969-b31daef12283), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.405985 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 5 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:21.411788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7dada-a95b-4861-bf83-99e729999ed9 req-0ce417cf-a29e-4b90-9046-9d3e17b20341 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:21.413343 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8d7dada-a95b-4861-bf83-99e729999ed9 req-0ce417cf-a29e-4b90-9046-9d3e17b20341 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1015317 Sep 26 10:34:21.431614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.434621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=e6285832-8df9-407d-b969-b31daef12283,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:21.443345 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:21.466837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.468147 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e29e377d-5901-4026-b0b6-1c44ce92ebcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9615183 Sep 26 10:34:21.482837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8d7dada-a95b-4861-bf83-99e729999ed9 req-91d5d02c-e81c-4ca7-925c-93533aa93487 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Sep 26 10:34:21.562981 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 479ce31f-d72d-4625-87d9-0f00baaa8d60 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:21.642662 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 479ce31f-d72d-4625-87d9-0f00baaa8d60 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:21.643040 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.643901 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 479ce31f-d72d-4625-87d9-0f00baaa8d60 Sep 26 10:34:21.693171 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-8db2c198-4bba-43f6-ba71-bc83684e5d83 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1487575446&fields=id&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 267 time: 0.0738974 Sep 26 10:34:21.695204 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:21.735906 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 479ce31f-d72d-4625-87d9-0f00baaa8d60 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:21.736302 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.764344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 479ce31f-d72d-4625-87d9-0f00baaa8d60, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=479ce31f-d72d-4625-87d9-0f00baaa8d60,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:21.768824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:21.794585 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:21.834772 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-1e55fe30-2182-4d8d-a769-1c5178ca2948 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:21.835930 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-1e55fe30-2182-4d8d-a769-1c5178ca2948 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 817 time: 0.1328881 Sep 26 10:34:21.841424 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=479ce31f-d72d-4625-87d9-0f00baaa8d60,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:21.852325 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-854f99b9-6bdf-4fdc-a9cb-28e21f1b3862 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/quotas/38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Sep 26 10:34:21.914605 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d7b057b2-7053-48df-a781-b7ac21c780ae tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512309 Sep 26 10:34:21.944490 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 6 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:21.987214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:22.029434 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:34:22.038718 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-0c52b81d-477c-46c2-b2fb-1ef3e31c37c0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062417 Sep 26 10:34:22.041105 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:22.042378 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:22.076891 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54838) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:22.102967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:22.145303 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-fc161055-0a18-4566-95e5-26149c677d58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000822 Sep 26 10:34:22.160718 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:22.206688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49abd8ea-d7ee-4917-a496-0627ed19430f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.309093 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49abd8ea-d7ee-4917-a496-0627ed19430f admin admin] Publish callbacks [] for security_group (f5ab4fe1-c30f-4518-a5e7-fa0400d63b21), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.318564 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49abd8ea-d7ee-4917-a496-0627ed19430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f5ab4fe1-c30f-4518-a5e7-fa0400d63b21), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.351086 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b5d266ee-c486-4547-b207-c0dfe255cb9a req-67c63d58-1e2a-4aa8-a79e-f9b5b419bd19 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 210 time: 0.0295377 Sep 26 10:34:22.377532 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-49abd8ea-d7ee-4917-a496-0627ed19430f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=688e567df52e44519e1e79da7b8b4d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994735 Sep 26 10:34:22.381002 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abd8ea-d7ee-4917-a496-0627ed19430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab4fe1-c30f-4518-a5e7-fa0400d63b21,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:22.383976 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54846) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:22.424903 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:19Z', 'revision_number': 2, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:22.440485 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] Publish callbacks [] for security_group (f5ab4fe1-c30f-4518-a5e7-fa0400d63b21), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.458301 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:34:22.458750 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Updating router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:34:22.464471 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] Publish callbacks [] for security_group (f5ab4fe1-c30f-4518-a5e7-fa0400d63b21), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.488212 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 7 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:22.495853 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.528991 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f5ab4fe1-c30f-4518-a5e7-fa0400d63b21), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.533072 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:22.535289 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f5ab4fe1-c30f-4518-a5e7-fa0400d63b21 HTTP/1.1" status: 204 len: 168 time: 0.1502583 Sep 26 10:34:22.549283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ecc4-6585-48ed-bf07-17e7b4592a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab4fe1-c30f-4518-a5e7-fa0400d63b21,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:22.591829 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:22.677968 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae0c23-9cc2-4a03-98d2-cdd670b5e45a req-c26040f9-e397-4464-8cb5-a2a42247a226 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:22.681027 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-66ae0c23-9cc2-4a03-98d2-cdd670b5e45a req-c26040f9-e397-4464-8cb5-a2a42247a226 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0720134 Sep 26 10:34:22.754306 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-66ae0c23-9cc2-4a03-98d2-cdd670b5e45a req-ebc123bd-5696-4989-8298-bd42b3ce5825 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643938 Sep 26 10:34:22.933398 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:22.999532 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54868) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:23.013750 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks [] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.015774 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09b37ac1-c7c5-42e5-86b9-411ca2f8d442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.021426 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.093455 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 8 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:23.101880 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Pushing event updated for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:23.126389 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.127011 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.127530 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09b37ac1-c7c5-42e5-86b9-411ca2f8d442 admin admin] Publish callbacks [] for security_group (a7803266-bea8-4cc1-b7dd-196bc005657b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.128010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:23.128420 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.128670 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.129195 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.129617 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.130043 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.130560 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.130976 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.131541 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.131942 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.132287 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.132643 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09b37ac1-c7c5-42e5-86b9-411ca2f8d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a7803266-bea8-4cc1-b7dd-196bc005657b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.132758 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.133036 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.133410 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:23.146505 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Attempting to bind port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:23.147059 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Attempting to bind port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:23.147548 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Attempting to bind port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:23.185660 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b37ac1-c7c5-42e5-86b9-411ca2f8d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7803266-bea8-4cc1-b7dd-196bc005657b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:23.192137 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-09b37ac1-c7c5-42e5-86b9-411ca2f8d442 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1644ce5f4f474a3e9ea5058ddc55ef14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901040 Sep 26 10:34:23.194885 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54870) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:23.204024 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:23.204400 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Checking segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:23.204799 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.205184 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Bound using segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:23.205655 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Bound port: 30ef46ba-56cd-4c9b-9def-322f80bf6b20, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:23.206119 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.256651 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] Publish callbacks [] for security_group (a7803266-bea8-4cc1-b7dd-196bc005657b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.263660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:23.280870 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] Publish callbacks [] for security_group (a7803266-bea8-4cc1-b7dd-196bc005657b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.281573 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] For port 30ef46ba-56cd-4c9b-9def-322f80bf6b20, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:23.285025 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] For port 30ef46ba-56cd-4c9b-9def-322f80bf6b20, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=30ef46ba-56cd-4c9b-9def-322f80bf6b20,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:23.294302 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.336717 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a7803266-bea8-4cc1-b7dd-196bc005657b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.337833 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:23.338587 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:23.339691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.343259 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a7803266-bea8-4cc1-b7dd-196bc005657b HTTP/1.1" status: 204 len: 168 time: 0.1448491 Sep 26 10:34:23.362836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63d7c6-ac9f-4c36-b9d4-a76d80fe4271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7803266-bea8-4cc1-b7dd-196bc005657b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:23.400463 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4648473-4659-46cb-999c-7962c63c57f2 None None] Pushing event updated for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:23.495771 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f9dbc83c-258a-4863-9860-92dff679573c req-f05885a7-3ef0-4aaf-91a2-a5cb3bef8365 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 210 time: 0.0439603 Sep 26 10:34:23.527424 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:23.628636 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Attempt 9 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:23.633780 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 479ce31f-d72d-4625-87d9-0f00baaa8d60 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:23.707260 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:23.722714 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 479ce31f-d72d-4625-87d9-0f00baaa8d60 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:23.723092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.723434 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 479ce31f-d72d-4625-87d9-0f00baaa8d60 Sep 26 10:34:23.767374 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:23.782354 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Current status of the port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:23.782751 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.795110 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322880a8-b73e-48f2-b50e-1d709a8252d2 None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:34:23.859054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 54882) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:23.883741 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] For port 30ef46ba-56cd-4c9b-9def-322f80bf6b20, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=30ef46ba-56cd-4c9b-9def-322f80bf6b20,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:23.894446 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.898097 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca865-38cd-4349-bff2-7bc9d97536ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:23.925704 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 479ce31f-d72d-4625-87d9-0f00baaa8d60 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:23.927380 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 30ef46ba-56cd-4c9b-9def-322f80bf6b20 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:23.969016 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b686-ae8b-44f7-85d7-fb98f138f86d req-b6f0e313-4e0b-431e-a394-ff55a8bf0169 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:23.978449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef15b686-ae8b-44f7-85d7-fb98f138f86d req-b6f0e313-4e0b-431e-a394-ff55a8bf0169 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1092205 Sep 26 10:34:23.987286 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6778da6-e842-4c7b-8f49-7ec06230242c None None] Pushing event updated for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:24.030468 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:24.030941 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.031558 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:24.085261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1f87a816-57c7-4ce6-925b-993bea2bbf64 None None] Provisioning complete for port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:24.085676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1f87a816-57c7-4ce6-925b-993bea2bbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.086080 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1f87a816-57c7-4ce6-925b-993bea2bbf64 None None] Attempt 1 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:24.129463 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef15b686-ae8b-44f7-85d7-fb98f138f86d req-dc345720-6811-4739-9334-d5eaeb1951dc tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500897 Sep 26 10:34:24.248231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca865-38cd-4349-bff2-7bc9d97536ab admin admin] Publish callbacks [] for security_group (d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.256343 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:24.257573 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca865-38cd-4349-bff2-7bc9d97536ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.299898 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1f87a816-57c7-4ce6-925b-993bea2bbf64 None None] Current status of the port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:24.309849 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-aa3ca865-38cd-4349-bff2-7bc9d97536ab admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=76db848868cb417781b7bf896debf42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491248 Sep 26 10:34:24.312496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54896) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:24.351260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:24.381899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ca865-38cd-4349-bff2-7bc9d97536ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:24.395717 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] Publish callbacks [] for security_group (d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.402276 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-9c61bd46-3e09-4279-9ef2-6f25d54085b7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:24.402790 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:24.404640 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-9c61bd46-3e09-4279-9ef2-6f25d54085b7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 817 time: 0.3420537 Sep 26 10:34:24.423028 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] Publish callbacks [] for security_group (d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.483984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.486865 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:24.488199 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b HTTP/1.1" status: 204 len: 168 time: 0.1735771 Sep 26 10:34:24.504049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab7c4-4647-4c6c-852e-af49facacc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ac1b8f-5112-401c-88a8-20ecf8ecdb0b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:24.672313 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a091f224-2969-4294-a60d-5e54babca600 req-cf9ee203-50bf-4e89-b7f9-d65bce886cd2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 210 time: 0.0435989 Sep 26 10:34:25.269082 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafa14-cdfc-4006-b04c-45df217af097 req-40ce7504-e383-4a37-a065-ee8418c07e10 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:25.270562 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dbdafa14-cdfc-4006-b04c-45df217af097 req-40ce7504-e383-4a37-a065-ee8418c07e10 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0475063 Sep 26 10:34:25.312281 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54930) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:25.324289 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dbdafa14-cdfc-4006-b04c-45df217af097 req-5865efc5-b97e-440f-b014-c4e1c37b7823 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467827 Sep 26 10:34:25.378918 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:25.398672 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-bbe9e945-44dc-4092-9815-db4c49307f64 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 380 time: 0.0582592 Sep 26 10:34:25.413719 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'port': {'device_id': '05d17109-d4ce-4939-89c1-efb485f67ada', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'admin_state_up': True, 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'security_groups': ['c49b5ca0-c52c-4239-9623-b548cf5ad8bb']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:25.423321 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859583407-network', 'tenant_id': 'd5804df4a7c54688953727e249ce63e1'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:25.454997 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Made reservation on behalf of d5804df4a7c54688953727e249ce63e1 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:25.457693 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.467253 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.564957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks [] for security_group (08283b12-7b29-4a4f-8ab4-9cc06fc0814e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.566449 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 30ef46ba-56cd-4c9b-9def-322f80bf6b20 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:25.572397 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (08283b12-7b29-4a4f-8ab4-9cc06fc0814e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.602128 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:34:25.613448 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08283b12-7b29-4a4f-8ab4-9cc06fc0814e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:25.618867 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (a270d786-786d-4a99-bee5-dbac8f20f91b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.619044 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Added segment a270d786-786d-4a99-bee5-dbac8f20f91b of type vlan for network d7be86fe-8855-4d67-93a3-d5af1e6f3acc Sep 26 10:34:25.649405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:25.650684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.653285 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 Sep 26 10:34:25.670746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (d7be86fe-8855-4d67-93a3-d5af1e6f3acc), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.706832 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:25.717962 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (d7be86fe-8855-4d67-93a3-d5af1e6f3acc), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.718858 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:25.719440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.807834 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:25.842179 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5286727 Sep 26 10:34:25.845069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 54942) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:25.850242 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Request body: {'subnet': {'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859583407-subnet', 'tenant_id': 'd5804df4a7c54688953727e249ce63e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:25.868887 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9034-f27d-48b1-ad2f-1c3ccac65fed admin admin] Pushing event updated for resources: {'Network': ['ID=d7be86fe-8855-4d67-93a3-d5af1e6f3acc,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:25.879239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9e630854-56a5-495a-9919-6fb09727048a req-586f002e-bb48-43e7-a6ef-1ea5f8fbe215 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 210 time: 0.0454650 Sep 26 10:34:25.889076 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:34:25.893207 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052328-a45c-47e1-bd33-8bee238dd5b5 req-76ecfc5a-60f2-49e1-8fcc-2eecba07789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:25.894829 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3052328-a45c-47e1-bd33-8bee238dd5b5 req-76ecfc5a-60f2-49e1-8fcc-2eecba07789e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1129 time: 0.3887470 Sep 26 10:34:25.902435 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Made reservation on behalf of d5804df4a7c54688953727e249ce63e1 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:25.911372 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:25.926208 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Made reservation on behalf of 38cccae871b94a9db82b5017c2c497c1 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:25.930677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.012955 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:26.019808 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3052328-a45c-47e1-bd33-8bee238dd5b5 req-5658f54e-083e-494d-9a44-3191730bb0ba service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159072 Sep 26 10:34:26.110988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Allocated IP 172.20.0.7 (154a4e25-766b-4e4b-9202-0213b7789f71/71ec6bb8-2081-420e-82b6-21a012113aad/80a6fd45-6996-4b15-93f6-3122e122a647) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:26.141103 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (741271f9-01c0-4e56-9985-29f387e50ffe), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.200503 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741271f9-01c0-4e56-9985-29f387e50ffe,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:26.209775 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Checking segment: {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:26.210168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Network hostable DHCP agents. Network: d7be86fe-8855-4d67-93a3-d5af1e6f3acc, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:34:26.228370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:26.235238 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:34:26.245312 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, d7be86fe-8855-4d67-93a3-d5af1e6f3acc) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:26.250173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:26.250931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.254340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:26.261980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (80a6fd45-6996-4b15-93f6-3122e122a647), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.262244 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025a065-6e71-4332-bd7c-2142508e8fcc None None] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:26.270350 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-91df8547-30a4-475b-b826-84e7db034328 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4240146 Sep 26 10:34:26.299123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.351216 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:26.358205 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:26.368711 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:26.382211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:26.384451 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:26.411304 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4d55f-c141-4946-8f3e-716f00a6b8d2 None None] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:26.466950 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:26.467630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.532476 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-02151770-8a54-4eb3-aa00-12b102e3c46f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1226461 Sep 26 10:34:26.548506 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ccd73-2d6c-418e-9ee8-998aa0fc0c04 req-301af2ae-faa3-4c56-ace4-dd02aa570273 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:26.555827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a4ccd73-2d6c-418e-9ee8-998aa0fc0c04 req-301af2ae-faa3-4c56-ace4-dd02aa570273 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0780277 Sep 26 10:34:26.563782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:26.617522 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a4ccd73-2d6c-418e-9ee8-998aa0fc0c04 req-10168390-3ba1-4e93-b873-f61ed6a3b33b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Sep 26 10:34:26.689330 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Provisioning complete for port 80a6fd45-6996-4b15-93f6-3122e122a647 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:26.689909 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:26.690015 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Attempt 1 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:34:26.727750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Port 80a6fd45-6996-4b15-93f6-3122e122a647 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:27.019739 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50727f0-eb53-4b88-8a5e-27db66e4cfb1 req-6211c269-7cd5-4887-9caa-711a3616dc25 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:27.021220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b50727f0-eb53-4b88-8a5e-27db66e4cfb1 req-6211c269-7cd5-4887-9caa-711a3616dc25 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 931 time: 0.0482595 Sep 26 10:34:27.070131 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b50727f0-eb53-4b88-8a5e-27db66e4cfb1 req-9bc11636-e90d-4a0f-9546-f16047665117 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431242 Sep 26 10:34:27.228533 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Attempt 2 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:34:27.263799 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Port 80a6fd45-6996-4b15-93f6-3122e122a647 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:27.296389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Request body: {'port': {'device_id': '05d17109-d4ce-4939-89c1-efb485f67ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:27.358957 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:27.583103 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:27.612886 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:34:27.620989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks [] for port (80a6fd45-6996-4b15-93f6-3122e122a647), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:27.633107 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Transition to ACTIVE for port object 80a6fd45-6996-4b15-93f6-3122e122a647 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:34:27.637177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:27.734144 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:27.765244 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Attempt 3 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:34:27.781010 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Attempting to bind port 80a6fd45-6996-4b15-93f6-3122e122a647 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:27.781547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Attempting to bind port 80a6fd45-6996-4b15-93f6-3122e122a647 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:27.781873 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Attempting to bind port 80a6fd45-6996-4b15-93f6-3122e122a647 on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:27.814917 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Port 80a6fd45-6996-4b15-93f6-3122e122a647 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:27.843941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Port 80a6fd45-6996-4b15-93f6-3122e122a647 on network 154a4e25-766b-4e4b-9202-0213b7789f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:34:27.844264 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Attempting to bind port 80a6fd45-6996-4b15-93f6-3122e122a647 on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:27.903530 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4d4c-9fb6-47d1-9291-e5af937ad4d6 req-9c8d662f-86a6-4591-bc9a-1905311620f4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:27.905019 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f7d4d4c-9fb6-47d1-9291-e5af937ad4d6 req-9c8d662f-86a6-4591-bc9a-1905311620f4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0739214 Sep 26 10:34:27.936900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:27.937254 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Checking segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:27.937643 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Bound using segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:27.938141 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Bound port: 80a6fd45-6996-4b15-93f6-3122e122a647, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:27.938512 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:27.986691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:27.994791 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f7d4d4c-9fb6-47d1-9291-e5af937ad4d6 req-9fd9129b-0e85-4673-a08f-f529032c976f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811799 Sep 26 10:34:28.024131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:28.028116 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:28.034298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:28.040075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:28.040687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:28.042220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 1093 time: 0.7509029 Sep 26 10:34:28.042718 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:28.045194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3106c82-9fe8-4873-93d7-1dfca5ffddca" -d '{"events": [{"name": "network-changed", "server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:28.088603 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d427c989-2db9-4d87-a573-e7c50392f928 x-openstack-request-id: req-d427c989-2db9-4d87-a573-e7c50392f928 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:28.089070 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:28.089629 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d427c989-2db9-4d87-a573-e7c50392f928 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:28.090336 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d427c989-2db9-4d87-a573-e7c50392f928'] response: {'name': 'network-changed', 'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'status': 'completed', 'code': 200} Sep 26 10:34:28.095613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9285a28-164b-43b4-bfee-e16ec7dc41b8 service neutron] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:28.196184 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b9a79-60ae-4c32-bddd-228b89bc8466 req-775c286b-4d34-4738-acc9-248672f88ef4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:28.197639 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa0b9a79-60ae-4c32-bddd-228b89bc8466 req-775c286b-4d34-4738-acc9-248672f88ef4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0481057 Sep 26 10:34:28.249909 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa0b9a79-60ae-4c32-bddd-228b89bc8466 req-8bbb17a6-1b61-47b3-bf92-f652e47f35c9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Sep 26 10:34:28.315628 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Attempt 4 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:34:28.357158 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5eaebd82-4d2b-4432-aba6-3b2c902f87f9 None None] Port 80a6fd45-6996-4b15-93f6-3122e122a647 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:34:29.136004 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-252f115f-6e63-4fd3-9546-90e10088c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.137493 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-252f115f-6e63-4fd3-9546-90e10088c637 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1127 time: 0.0684841 Sep 26 10:34:29.145007 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdd2d0-7159-45e2-bcbb-2e4e3a2f78f8 req-a66db7d0-fde2-4bd4-aa09-6b95ec40123c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.146387 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0bbdd2d0-7159-45e2-bcbb-2e4e3a2f78f8 req-a66db7d0-fde2-4bd4-aa09-6b95ec40123c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0681374 Sep 26 10:34:29.195955 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0bbdd2d0-7159-45e2-bcbb-2e4e3a2f78f8 req-5ee6483d-29e2-4432-80c6-0161e26a6e14 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Sep 26 10:34:29.380429 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2329d-5ad9-44fe-9490-28694b06c471 req-10169b08-9018-4868-b086-d81ea1d6dba8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.383927 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-55c2329d-5ad9-44fe-9490-28694b06c471 req-10169b08-9018-4868-b086-d81ea1d6dba8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0527308 Sep 26 10:34:29.434134 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-55c2329d-5ad9-44fe-9490-28694b06c471 req-64450301-c280-4ca0-9b5e-2f4bf379bfb1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Sep 26 10:34:29.577343 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-60feaf46-8103-4a7c-b8f8-047739477b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.578926 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-60feaf46-8103-4a7c-b8f8-047739477b85 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=38cccae871b94a9db82b5017c2c497c1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058609 Sep 26 10:34:29.656095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:29.684043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-4d9a2468-f314-47d1-b6d3-193b6902763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.685504 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3106c82-9fe8-4873-93d7-1dfca5ffddca req-4d9a2468-f314-47d1-b6d3-193b6902763c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992889 Sep 26 10:34:29.787493 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-7eed3c09-2fe0-4c07-96e4-1fa8809aecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:29.789074 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-7eed3c09-2fe0-4c07-96e4-1fa8809aecd2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1127 time: 0.0486493 Sep 26 10:34:30.287170 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-17817798-a9c9-4d72-8ed9-c84198985015 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:30.288821 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-17817798-a9c9-4d72-8ed9-c84198985015 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 808 time: 0.1264541 Sep 26 10:34:30.335630 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-716a4460-7508-4410-bc22-b94455ad3e23 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/quotas/d5804df4a7c54688953727e249ce63e1 HTTP/1.1" status: 200 len: 375 time: 0.0370157 Sep 26 10:34:30.351385 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b149a-ae50-4637-9343-d9fea680d09f req-45d072b2-ed5d-4e80-8b8c-1b290adde42f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:30.354145 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc0b149a-ae50-4637-9343-d9fea680d09f req-45d072b2-ed5d-4e80-8b8c-1b290adde42f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0630770 Sep 26 10:34:30.386668 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-3d780d8e-ecc8-4ad4-a71c-c37949e81f0f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426075 Sep 26 10:34:30.487783 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-e6a0b879-509b-4dcf-b562-e80ac86a19f3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 217 time: 0.0790911 Sep 26 10:34:30.537620 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:30.550869 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc0b149a-ae50-4637-9343-d9fea680d09f req-9710180f-dc08-4343-a187-eb13cd176317 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904464 Sep 26 10:34:30.571987 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-f9ef7553-85a6-44e8-8ce2-aa14ab3616a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:30.574048 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-f9ef7553-85a6-44e8-8ce2-aa14ab3616a0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0786476 Sep 26 10:34:30.659615 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-dac9f873-b611-425e-9439-b18326b3033c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627006 Sep 26 10:34:30.675075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-8b72a0e7-7331-4c57-a531-ac8e511d3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:30.676529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-8b72a0e7-7331-4c57-a531-ac8e511d3a81 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899124 Sep 26 10:34:30.751185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad8d5-293c-4e5c-b21e-f628c85c9a13 req-45934a10-d9db-42ec-a2c7-9287c958893c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:30.752565 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a57ad8d5-293c-4e5c-b21e-f628c85c9a13 req-45934a10-d9db-42ec-a2c7-9287c958893c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.1297333 Sep 26 10:34:30.891224 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a57ad8d5-293c-4e5c-b21e-f628c85c9a13 req-f7b39d2a-40a9-4bd0-8fe5-376f75d8c69d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087108 Sep 26 10:34:30.894729 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-0330453c-3283-4229-b8df-3f784504b7d0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299564 Sep 26 10:34:30.896872 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-614c7f6d-104a-449e-9a84-d4699accf1cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042611 Sep 26 10:34:30.999998 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceb6534c-d4a0-414a-b313-eaca426a5c92 req-9823aa6c-9558-4703-a57e-d288172587be service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921457 Sep 26 10:34:31.072681 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-21276a20-e57b-4b60-b3eb-a5f9a58ff5fc req-af6c57f4-df36-446c-8fba-37b78dc2b708 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0370612 Sep 26 10:34:31.245370 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-04c2db7f-dd31-4cbe-bb18-1824f7e3cfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:31.670121 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c2697-11ed-4357-88c1-b83319c805f4 req-e23c8809-5bc7-4c44-88a6-9a10a50f542b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:31.671581 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-706c2697-11ed-4357-88c1-b83319c805f4 req-e23c8809-5bc7-4c44-88a6-9a10a50f542b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0462074 Sep 26 10:34:31.717982 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-706c2697-11ed-4357-88c1-b83319c805f4 req-7e376a2c-0ec7-4a6f-ba93-a70058365bd3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Sep 26 10:34:31.827153 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:31.848671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a47540-93af-417a-acd3-3fbc6652d141 req-e7f5a037-5156-4e32-873d-4713a35c742f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:31.850434 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-62a47540-93af-417a-acd3-3fbc6652d141 req-e7f5a037-5156-4e32-873d-4713a35c742f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0521111 Sep 26 10:34:31.897362 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-62a47540-93af-417a-acd3-3fbc6652d141 req-0c6606d7-50a3-4961-8cd6-51970caa7ba6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Sep 26 10:34:32.022203 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c1f06-f0c9-4ea9-bf00-e8a5290b65c7 req-8c2d9759-4d7a-4721-8041-99c3437e24b7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:32.023683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df7c1f06-f0c9-4ea9-bf00-e8a5290b65c7 req-8c2d9759-4d7a-4721-8041-99c3437e24b7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0516202 Sep 26 10:34:32.073903 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df7c1f06-f0c9-4ea9-bf00-e8a5290b65c7 req-f8b9d880-b896-42fe-9e9c-b807cdda4512 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443788 Sep 26 10:34:32.220253 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1666c70e-f4ff-485a-a5d2-d7cc4b21e07b req-a1ffe6b7-c5c1-4360-a605-e4d6e7fba727 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0402973 Sep 26 10:34:33.150056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-e6db5697-1baa-4919-87c9-1a56ab366e3c tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:33.152215 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-e6db5697-1baa-4919-87c9-1a56ab366e3c tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 808 time: 0.1158314 Sep 26 10:34:33.175277 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Request body: {'port': {'device_id': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc', 'admin_state_up': True, 'tenant_id': 'd5804df4a7c54688953727e249ce63e1'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:33.255275 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5c09b-3c76-4887-9cef-344901cae5e4 req-a58b907a-b0a6-413a-b215-894c898349af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:33.256743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccd5c09b-3c76-4887-9cef-344901cae5e4 req-a58b907a-b0a6-413a-b215-894c898349af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0977705 Sep 26 10:34:33.359405 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccd5c09b-3c76-4887-9cef-344901cae5e4 req-3be291e3-7f43-4711-a2f6-70873a1d6591 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924044 Sep 26 10:34:33.363089 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe1cd657-09d3-4d61-8b29-679da0468402 req-facb6019-e427-45ea-9d52-3a2a32ee66e8 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0531759 Sep 26 10:34:33.367820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:33.394583 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Made reservation on behalf of d5804df4a7c54688953727e249ce63e1 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:33.396287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:33.531337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Allocated IP 172.20.0.5 (d7be86fe-8855-4d67-93a3-d5af1e6f3acc/741271f9-01c0-4e56-9985-29f387e50ffe/0a83d70c-33ba-4cde-b0a9-491ead21e684) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:33.671288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:34:33.793399 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:33.816027 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '80a6fd45-6996-4b15-93f6-3122e122a647', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:34:33.817775 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5642-8d41-4791-a82e-11b035930141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:33.859092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:33.859763 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:33.874573 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:34:33.895663 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:33.899624 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:33.943382 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0768-8c94-42d1-b474-bc5d7ea6d952 req-a32b0da1-e675-4db1-9871-2850ecbe6d8d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:33.944848 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-879f0768-8c94-42d1-b474-bc5d7ea6d952 req-a32b0da1-e675-4db1-9871-2850ecbe6d8d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.3505454 Sep 26 10:34:33.947160 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:33.950544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-a8e6a397-37aa-40b2-b822-a65ec385014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:33.951951 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-a8e6a397-37aa-40b2-b822-a65ec385014a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1129 time: 0.0739305 Sep 26 10:34:33.996946 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:34.073161 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks [] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:34.116445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-879f0768-8c94-42d1-b474-bc5d7ea6d952 req-e3a4952f-7982-4dc4-97fc-a2af13755abd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607215 Sep 26 10:34:34.138522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-717ff9ab-2c5c-443f-8e30-af87237b73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.139961 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-717ff9ab-2c5c-443f-8e30-af87237b73a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1758876 Sep 26 10:34:34.151809 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:34.218617 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-079f6d06-2f14-4322-9f1a-c3be722b4815 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 200 len: 217 time: 0.0594804 Sep 26 10:34:34.232885 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['80a6fd45-6996-4b15-93f6-3122e122a647'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:34:34.233086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:34.236326 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:34.246784 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:34.266995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:34.272824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Pushing event updated for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:34.320436 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-3401b976-fe38-45ae-a68b-720bbd75c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.321889 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-3401b976-fe38-45ae-a68b-720bbd75c5fe service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0909185 Sep 26 10:34:34.331448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.331970 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:34.375985 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-f489ca78-43c3-4f20-9a2c-74f44b31077f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065706 Sep 26 10:34:34.382640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:34.388150 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-5860a812-e064-42de-9474-9ce43d7f1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.389562 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-5860a812-e064-42de-9474-9ce43d7f1d70 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541184 Sep 26 10:34:34.393698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Request body: {'port': {'device_id': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:34.571140 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:34.586321 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6cf22-9703-46bd-9117-26de17860247 req-966143cd-cb33-467c-aceb-61a393c75805 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.587723 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fa6cf22-9703-46bd-9117-26de17860247 req-966143cd-cb33-467c-aceb-61a393c75805 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 931 time: 0.1208434 Sep 26 10:34:34.596260 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460fd60-7fe9-4fc0-98de-abaea9d65e9d req-207368ff-8b99-4a9f-bf27-dd20a648e827 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:34.597632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9460fd60-7fe9-4fc0-98de-abaea9d65e9d req-207368ff-8b99-4a9f-bf27-dd20a648e827 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 944 time: 0.1277978 Sep 26 10:34:34.598197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:34.677813 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-74e69928-5766-47af-a0ec-43be885a13b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812438 Sep 26 10:34:34.783559 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fa6cf22-9703-46bd-9117-26de17860247 req-dae60ec0-5d91-47bd-8689-38d83d0e3984 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743205 Sep 26 10:34:34.795812 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9460fd60-7fe9-4fc0-98de-abaea9d65e9d req-07cd4bbe-3724-4480-bea3-65b0756e526d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847646 Sep 26 10:34:34.868335 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:34.887273 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8952aa8e-8fd6-46b7-a4a9-601cb2fd4251 req-ea7b16fc-aeee-4162-adec-27ba85ece0df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969163 Sep 26 10:34:35.051967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a83d70c-33ba-4cde-b0a9-491ead21e684 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:34:35.060847 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks [] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.075444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Transition to ACTIVE for port object 0a83d70c-33ba-4cde-b0a9-491ead21e684 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:34:35.078701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.115706 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55110) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:35.159511 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Pushing event updated for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:35.194567 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Attempting to bind port 0a83d70c-33ba-4cde-b0a9-491ead21e684 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:35.194910 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Attempting to bind port 0a83d70c-33ba-4cde-b0a9-491ead21e684 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:35.195239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Attempting to bind port 0a83d70c-33ba-4cde-b0a9-491ead21e684 on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:35.230030 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-635de4a5-1c95-4595-beaa-a14858d6e513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.262174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:35.273408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b0943-0225-48b3-b69f-6226bc1c9b38 req-9286c79b-996d-4030-a271-ecf71cc5f26b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:35.275351 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d7b0943-0225-48b3-b69f-6226bc1c9b38 req-9286c79b-996d-4030-a271-ecf71cc5f26b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0819600 Sep 26 10:34:35.301846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Port 0a83d70c-33ba-4cde-b0a9-491ead21e684 on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:34:35.302211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Attempting to bind port 0a83d70c-33ba-4cde-b0a9-491ead21e684 on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:35.311695 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-635de4a5-1c95-4595-beaa-a14858d6e513 admin admin] Publish callbacks [] for security_group (c56f6abf-6426-4931-837d-550e6d99e49d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.323534 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-635de4a5-1c95-4595-beaa-a14858d6e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c56f6abf-6426-4931-837d-550e6d99e49d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.363302 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635de4a5-1c95-4595-beaa-a14858d6e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f6abf-6426-4931-837d-550e6d99e49d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:35.367602 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-635de4a5-1c95-4595-beaa-a14858d6e513 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ed4a241a593543d69cdd1fcfb757419c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508075 Sep 26 10:34:35.368742 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d7b0943-0225-48b3-b69f-6226bc1c9b38 req-4fe48599-41da-48e9-b739-74f482555975 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852344 Sep 26 10:34:35.371042 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55118) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:35.376195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:35.376535 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Checking segment: {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:35.377108 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Bound using segment: {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:35.377555 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Bound port: 0a83d70c-33ba-4cde-b0a9-491ead21e684, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:35.378359 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.426195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] Publish callbacks [] for security_group (c56f6abf-6426-4931-837d-550e6d99e49d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.446978 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] Publish callbacks [] for security_group (c56f6abf-6426-4931-837d-550e6d99e49d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.449025 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:35.455407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:35.465108 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.469934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:35.470728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.472265 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0a83d70c-33ba-4cde-b0a9-491ead21e684 HTTP/1.1" status: 200 len: 1093 time: 1.0857284 Sep 26 10:34:35.472867 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:35.475516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:35.512171 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c56f6abf-6426-4931-837d-550e6d99e49d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.515232 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.526621 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c56f6abf-6426-4931-837d-550e6d99e49d HTTP/1.1" status: 204 len: 168 time: 0.1472409 Sep 26 10:34:35.536347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c97cf-10bb-401f-a69f-c7bac9a94714 x-openstack-request-id: req-047c97cf-10bb-401f-a69f-c7bac9a94714 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:35.536648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:35.536775 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebad99-52a1-4dad-a788-4907c17a5196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f6abf-6426-4931-837d-550e6d99e49d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:35.536907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-047c97cf-10bb-401f-a69f-c7bac9a94714 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:35.537316 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047c97cf-10bb-401f-a69f-c7bac9a94714'] response: {'name': 'network-changed', 'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684', 'status': 'completed', 'code': 200} Sep 26 10:34:35.568998 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99701b8-b392-4863-85fd-f2fe0c3bcf58 service neutron] Pushing event updated for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:35.578962 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-8b0acbea-f3b1-49a2-88ca-20c986bdb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:35.580509 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-8b0acbea-f3b1-49a2-88ca-20c986bdb97c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 1127 time: 0.0587142 Sep 26 10:34:35.640608 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-2a823f44-e570-4a4a-b2a9-0e20a9daa13c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684 HTTP/1.1" status: 200 len: 217 time: 0.0414023 Sep 26 10:34:35.687767 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:35.698513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-e060176f-b418-4308-ad04-f6fe221d9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:35.700174 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-e060176f-b418-4308-ad04-f6fe221d9c07 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=741271f9-01c0-4e56-9985-29f387e50ffe HTTP/1.1" status: 200 len: 848 time: 0.0529869 Sep 26 10:34:35.735937 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 80a6fd45-6996-4b15-93f6-3122e122a647 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:34:35.736196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-6c65aa2d-a4fb-4f09-8f97-8e27acd83c95 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286994 Sep 26 10:34:35.742777 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 80a6fd45-6996-4b15-93f6-3122e122a647 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:35.743253 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.743855 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:34:35.840025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:35.840417 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.845113 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-6caeca0e-434d-4a15-8eff-34bcd0498d70 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023510 Sep 26 10:34:35.850542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:35.882350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:35.885684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ccecc1-f2f2-46d0-9fbb-a63ab85a7165" -d '{"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:35.910329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:35.914465 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:35.917313 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.922989 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:35.965705 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:35.972972 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.973325 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.973708 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.974061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.974411 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.974989 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.975328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.975656 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.975981 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.976304 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.976628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.976969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.977295 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.977625 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.977955 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:35.995934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69a75-838f-4e7f-bc6d-355151d472c5 req-2184ecbe-3d63-4f5b-983b-7f520836e061 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:35.997410 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3db69a75-838f-4e7f-bc6d-355151d472c5 req-2184ecbe-3d63-4f5b-983b-7f520836e061 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 943 time: 0.1212490 Sep 26 10:34:36.016644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb64e-3b1c-4e7b-8592-827f197af27f req-20934390-78da-48c1-87c0-ac10873f6d1b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:36.018061 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d2cb64e-3b1c-4e7b-8592-827f197af27f req-20934390-78da-48c1-87c0-ac10873f6d1b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.1024463 Sep 26 10:34:36.062089 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e35053d3-3fec-441c-8db8-ed4f6bf85f5a req-ef6707fb-6cb2-451d-9073-31843de78833 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101588 Sep 26 10:34:36.102660 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3db69a75-838f-4e7f-bc6d-355151d472c5 req-96b2ed57-1fa2-4c4c-8922-905d3cac7d0b tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Sep 26 10:34:36.109469 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d2cb64e-3b1c-4e7b-8592-827f197af27f req-23a518df-98e1-4a6e-ab7d-66c13b1b9d84 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842516 Sep 26 10:34:36.146816 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9359fad7-4ff8-4024-a58b-e0aef3fdf981 x-openstack-request-id: req-9359fad7-4ff8-4024-a58b-e0aef3fdf981 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:36.147142 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:36.147408 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9359fad7-4ff8-4024-a58b-e0aef3fdf981 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:36.147814 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9359fad7-4ff8-4024-a58b-e0aef3fdf981'] response: {'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'code': 200} Sep 26 10:34:36.292116 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:36.490936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b857d97-6389-4b89-88e0-1f8f195542c9 req-21a221c0-8c4a-4325-9e7c-6474974a4465 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:36.492427 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4b857d97-6389-4b89-88e0-1f8f195542c9 req-21a221c0-8c4a-4325-9e7c-6474974a4465 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0486658 Sep 26 10:34:36.551230 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4b857d97-6389-4b89-88e0-1f8f195542c9 req-c2684282-709f-4427-af8e-32be1a8b95f4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Sep 26 10:34:37.166312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-7fe88f9d-8e8d-4cf6-89fe-9fa01f0c67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:37.168296 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-7fe88f9d-8e8d-4cf6-89fe-9fa01f0c67cc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 1127 time: 0.0474803 Sep 26 10:34:37.274306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da62c-c8ed-402c-bcdf-e7888859d228 req-9f4c293c-6f71-44ea-8364-42bbb427e456 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:37.275761 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c1da62c-c8ed-402c-bcdf-e7888859d228 req-9f4c293c-6f71-44ea-8364-42bbb427e456 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0845840 Sep 26 10:34:37.282959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408b6a-5ccd-46e4-9411-5cf770feb316 req-36c3accb-1861-4079-8a63-7427cb817c32 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:37.284304 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca408b6a-5ccd-46e4-9411-5cf770feb316 req-36c3accb-1861-4079-8a63-7427cb817c32 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 943 time: 0.0913103 Sep 26 10:34:37.308396 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:37.360979 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c1da62c-c8ed-402c-bcdf-e7888859d228 req-d2825e8b-dcb9-4e60-aac5-4217de67fc29 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757682 Sep 26 10:34:37.364956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca408b6a-5ccd-46e4-9411-5cf770feb316 req-60457ed1-9c07-4e3c-9f07-55bfaf78649a tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731864 Sep 26 10:34:37.668904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb8ea-228d-411f-b0a7-1de094e9ca56 req-8f2f8cd4-efe5-412e-a20f-1f656f44bb6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:37.670357 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f28eb8ea-228d-411f-b0a7-1de094e9ca56 req-8f2f8cd4-efe5-412e-a20f-1f656f44bb6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0449672 Sep 26 10:34:37.717554 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f28eb8ea-228d-411f-b0a7-1de094e9ca56 req-382f968a-e1ac-44ea-a91e-f459e303837f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Sep 26 10:34:37.979753 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 0a83d70c-33ba-4cde-b0a9-491ead21e684 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:34:38.079800 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:38.091235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '0a83d70c-33ba-4cde-b0a9-491ead21e684', 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc', 'port_id': '0a83d70c-33ba-4cde-b0a9-491ead21e684', 'mac_address': 'fa:16:3e:56:18:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741271f9-01c0-4e56-9985-29f387e50ffe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:34:38.128830 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 0a83d70c-33ba-4cde-b0a9-491ead21e684 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:38.129214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:38.142382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a83d70c-33ba-4cde-b0a9-491ead21e684 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:34:38.161442 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:38.165030 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:38.209430 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:38.516842 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9879f-f37d-41ea-a703-35b44895ca72 req-8ffc1da7-34b2-4bed-b4e5-9f6768dde85a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:38.518510 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0c9879f-f37d-41ea-a703-35b44895ca72 req-8ffc1da7-34b2-4bed-b4e5-9f6768dde85a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0781171 Sep 26 10:34:38.526123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85c788-27d0-4425-b010-838c3e6b8a9f req-b12b8fd5-e107-4c11-912b-c0af7d41163f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:38.527493 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4c85c788-27d0-4425-b010-838c3e6b8a9f req-b12b8fd5-e107-4c11-912b-c0af7d41163f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0785265 Sep 26 10:34:38.612547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0c9879f-f37d-41ea-a703-35b44895ca72 req-97ad83f1-ca6e-40e6-b2d5-67740acbca80 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839694 Sep 26 10:34:38.616529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4c85c788-27d0-4425-b010-838c3e6b8a9f req-aa7a7bc7-bea2-4280-9127-3ac948e26d37 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823574 Sep 26 10:34:38.839229 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416feca8-3166-42a0-9b86-34614e6b9328 req-4031e88c-abc8-45e6-91fa-8755ec0b1424 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:38.841207 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-416feca8-3166-42a0-9b86-34614e6b9328 req-4031e88c-abc8-45e6-91fa-8755ec0b1424 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0490892 Sep 26 10:34:38.890811 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-416feca8-3166-42a0-9b86-34614e6b9328 req-b6c4aa36-148c-4924-b998-6f8953e6aa6c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Sep 26 10:34:39.763685 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f05dde-d194-459e-a0e7-b06877fd6125 req-9c7a5790-65e3-4dc7-a184-fd4e76afb334 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:39.765137 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c4f05dde-d194-459e-a0e7-b06877fd6125 req-9c7a5790-65e3-4dc7-a184-fd4e76afb334 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0736032 Sep 26 10:34:39.772439 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bafe52-af3c-4b9c-86c3-5c7c5c4713e4 req-a513afe1-3d13-4543-bd19-e066d213048a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:39.773832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22bafe52-af3c-4b9c-86c3-5c7c5c4713e4 req-a513afe1-3d13-4543-bd19-e066d213048a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0731516 Sep 26 10:34:39.799976 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:39.950226 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd1364-9067-4e48-a9ce-3f00e6d9a470 req-098d70d5-3949-41c8-a5a7-1bf06253bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:39.951698 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54fd1364-9067-4e48-a9ce-3f00e6d9a470 req-098d70d5-3949-41c8-a5a7-1bf06253bf48 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1129 time: 0.1096427 Sep 26 10:34:39.954831 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c4f05dde-d194-459e-a0e7-b06877fd6125 req-576e0a97-62dc-49ff-97d2-d5f3be8464a4 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790888 Sep 26 10:34:39.990762 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-a792a111-0dfc-4d3f-998e-f11cafac92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:39.992203 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-a792a111-0dfc-4d3f-998e-f11cafac92b3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 909 time: 0.2175057 Sep 26 10:34:39.997661 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22bafe52-af3c-4b9c-86c3-5c7c5c4713e4 req-45319f72-7f7b-489f-bf33-5fd0c80218b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083094 Sep 26 10:34:40.040256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-f7b01ece-bf2a-432f-9356-47880055f816 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684 HTTP/1.1" status: 200 len: 217 time: 0.0404809 Sep 26 10:34:40.112885 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54fd1364-9067-4e48-a9ce-3f00e6d9a470 req-45f9435c-ae3b-4f0d-9846-f1fcb1e1364f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411397 Sep 26 10:34:40.113247 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['0a83d70c-33ba-4cde-b0a9-491ead21e684'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:34:40.122797 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea51c19-d257-4d5f-a75d-80293cd71b5d req-8cb43dcc-02ed-484b-98bc-8ceea5e8b3a6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:40.124211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ea51c19-d257-4d5f-a75d-80293cd71b5d req-8cb43dcc-02ed-484b-98bc-8ceea5e8b3a6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0908663 Sep 26 10:34:40.147005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-748ebc40-d9d4-4f41-abfa-f162acc9d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:40.148394 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-748ebc40-d9d4-4f41-abfa-f162acc9d721 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=741271f9-01c0-4e56-9985-29f387e50ffe HTTP/1.1" status: 200 len: 848 time: 0.0951774 Sep 26 10:34:40.150527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:40.151718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:40.181986 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ea51c19-d257-4d5f-a75d-80293cd71b5d req-337fa24d-1ca0-4e93-bbbe-963b8738b001 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517702 Sep 26 10:34:40.476474 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-72837a03-c023-4598-a443-5bb9ea51397c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264595 Sep 26 10:34:40.580505 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-28deeebd-ea53-4f63-8255-064543142e49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864437 Sep 26 10:34:40.688349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be8da3f6-c65d-48eb-9599-29b2faa4bb5f req-525d34fd-4fbf-4bfa-9df9-d511a853e00a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903749 Sep 26 10:34:41.139384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad086-9164-4ce6-ad58-bd318dbc096c req-b0e5c21f-d1d7-4166-b08c-7492efe89c45 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:41.140924 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4a1ad086-9164-4ce6-ad58-bd318dbc096c req-b0e5c21f-d1d7-4166-b08c-7492efe89c45 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0576820 Sep 26 10:34:41.219138 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4a1ad086-9164-4ce6-ad58-bd318dbc096c req-55142f4a-2761-4fe8-b5c5-0cc2b7ec44ff tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708020 Sep 26 10:34:41.229565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14312b41-16cd-4bb9-acef-929f5aba913e req-1e1b363e-40d1-4cb2-bd26-ee51cc0fcba5 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:41.231049 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14312b41-16cd-4bb9-acef-929f5aba913e req-1e1b363e-40d1-4cb2-bd26-ee51cc0fcba5 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 944 time: 0.0617478 Sep 26 10:34:41.284369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14312b41-16cd-4bb9-acef-929f5aba913e req-28ee6210-b193-4dcb-8316-dcd3c46fcf94 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Sep 26 10:34:41.328183 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fadd38-2de5-4fda-a600-6e93114d6eac req-578576ce-efcf-4928-9a82-40d88a7763f1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:41.329635 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76fadd38-2de5-4fda-a600-6e93114d6eac req-578576ce-efcf-4928-9a82-40d88a7763f1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Sep 26 10:34:41.377788 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76fadd38-2de5-4fda-a600-6e93114d6eac req-02cfffbd-d07a-4caf-913b-0fa08abc3d44 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Sep 26 10:34:41.758631 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 0a83d70c-33ba-4cde-b0a9-491ead21e684 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:41.800016 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 0a83d70c-33ba-4cde-b0a9-491ead21e684 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:34:41.806567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 0a83d70c-33ba-4cde-b0a9-491ead21e684 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:41.806976 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:41.807841 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 0a83d70c-33ba-4cde-b0a9-491ead21e684 Sep 26 10:34:41.884926 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 0a83d70c-33ba-4cde-b0a9-491ead21e684 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:41.885305 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:42.034945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:42.037173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb297f-a253-4632-a78a-d245d74311d7" -d '{"events": [{"server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:42.047979 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:42.051550 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:42.055823 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:42.080103 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e60f1b7-9f84-4254-95b5-237584c4f100 x-openstack-request-id: req-5e60f1b7-9f84-4254-95b5-237584c4f100 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:42.080548 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "name": "network-vif-plugged", "status": "completed", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:42.080664 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e60f1b7-9f84-4254-95b5-237584c4f100 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:42.081061 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e60f1b7-9f84-4254-95b5-237584c4f100'] response: {'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684', 'code': 200} Sep 26 10:34:42.108761 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:42.378007 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166b4a-3d73-41ae-9189-e934b20218ea req-9022ddd5-fb42-4bce-83e4-02d1e5aa64ac tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:42.379569 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f3166b4a-3d73-41ae-9189-e934b20218ea req-9022ddd5-fb42-4bce-83e4-02d1e5aa64ac tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0579102 Sep 26 10:34:42.473777 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:42.480519 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796b35a-e499-478f-b8d3-2387f0f6dfc8 req-d1aedff0-2583-4a55-9799-1aa318f001fc tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:42.482278 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b796b35a-e499-478f-b8d3-2387f0f6dfc8 req-d1aedff0-2583-4a55-9799-1aa318f001fc tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.1018085 Sep 26 10:34:42.485661 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdaded-45a2-4308-8d9e-8e812b7e740d req-8eedb5a8-546a-4444-aca9-7748976b11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:42.487082 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3fdaded-45a2-4308-8d9e-8e812b7e740d req-8eedb5a8-546a-4444-aca9-7748976b11c6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 1129 time: 0.0943832 Sep 26 10:34:42.540946 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f3166b4a-3d73-41ae-9189-e934b20218ea req-93f3be3e-10c9-4198-bad1-521441c8911b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471186 Sep 26 10:34:42.576628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3fdaded-45a2-4308-8d9e-8e812b7e740d req-4f69bcac-d9fe-46d1-8816-2c3f9b68f874 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815687 Sep 26 10:34:42.583538 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b796b35a-e499-478f-b8d3-2387f0f6dfc8 req-65d3c21f-7ab0-42d1-b773-cc6c8fb0406d tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904124 Sep 26 10:34:42.663813 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefb8d3-0dcd-488d-8997-acb15f9cec1e req-82b882fc-d045-4ef1-8642-8c89dc825b91 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:42.665264 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceefb8d3-0dcd-488d-8997-acb15f9cec1e req-82b882fc-d045-4ef1-8642-8c89dc825b91 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0642979 Sep 26 10:34:42.712693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a136d-1094-4054-ab5b-cb5c70659b4b req-c0f7d996-34c3-4590-94ff-117bbe50b9bc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:42.714173 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fb3a136d-1094-4054-ab5b-cb5c70659b4b req-c0f7d996-34c3-4590-94ff-117bbe50b9bc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0724206 Sep 26 10:34:42.722650 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=41 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:42.724012 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:42.725511 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55194) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:42.732176 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'floatingip': {'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:42.742833 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceefb8d3-0dcd-488d-8997-acb15f9cec1e req-d42d1529-4d05-4a3c-b9be-bcb2e2925804 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Sep 26 10:34:42.770620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:43.188420 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:43.191988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:43.275688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:43.288256 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Floating IP d8c606ef-1054-4305-9724-b990b6e8ba19 associated. External IP: 172.27.1.196, port: 80a6fd45-6996-4b15-93f6-3122e122a647. Sep 26 10:34:43.332089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:43.497837 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:34:43.603844 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:43.608710 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:43.616011 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:34:43.629611 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:43.630411 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:43.641157 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4cc3ecc5-649d-4e79-97d1-d539f05c7354 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/d8c606ef-1054-4305-9724-b990b6e8ba19 HTTP/1.1" status: 200 len: 991 time: 0.9133191 Sep 26 10:34:43.641860 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:43.644219 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cdca46-0a60-498f-b61b-b59adaae17c5" -d '{"events": [{"name": "network-changed", "server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:43.687570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:43.690625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7675ab-9547-455c-a1be-76f42acc163e x-openstack-request-id: req-cb7675ab-9547-455c-a1be-76f42acc163e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:43.690625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:43.690881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb7675ab-9547-455c-a1be-76f42acc163e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:43.691188 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7675ab-9547-455c-a1be-76f42acc163e'] response: {'name': 'network-changed', 'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'status': 'completed', 'code': 200} Sep 26 10:34:43.738473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1922d-72a2-4e2b-96fd-a354f651d273 req-4b9647cc-b9eb-43d5-af58-8b5c5f3a7bbf tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:43.740425 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-52c1922d-72a2-4e2b-96fd-a354f651d273 req-4b9647cc-b9eb-43d5-af58-8b5c5f3a7bbf tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0720861 Sep 26 10:34:43.760377 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:43.856634 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-52c1922d-72a2-4e2b-96fd-a354f651d273 req-1572c66f-bf8f-4a3d-9de2-824bbb5d614a tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076477 Sep 26 10:34:43.909862 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1f764-b782-42ba-bdeb-a8cb692b295b req-d1c76859-d50e-4e3f-a598-8f836aaee7b5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:43.911494 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47c1f764-b782-42ba-bdeb-a8cb692b295b req-d1c76859-d50e-4e3f-a598-8f836aaee7b5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Sep 26 10:34:43.960249 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47c1f764-b782-42ba-bdeb-a8cb692b295b req-761a713c-8a3a-49eb-8e63-b39c2ec02a07 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Sep 26 10:34:44.054243 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'd8c606ef-1054-4305-9724-b990b6e8ba19', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17109-d4ce-4939-89c1-efb485f67ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:34:21Z', 'updated_at': '2022-09-26T10:34:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:44.079331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:34:44.087963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:44.088564 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:44.181410 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:44.191567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:44.400624 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'd8c606ef-1054-4305-9724-b990b6e8ba19', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17109-d4ce-4939-89c1-efb485f67ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:34:21Z', 'updated_at': '2022-09-26T10:34:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:44.425098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d911b1-c7db-49ac-8f38-3898088ca6ef None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'd8c606ef-1054-4305-9724-b990b6e8ba19', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17109-d4ce-4939-89c1-efb485f67ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:34:21Z', 'updated_at': '2022-09-26T10:34:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:34:44.608282 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157242af-975d-449e-9757-5754d7c2bad9 None None] New status for floating IP d8c606ef-1054-4305-9724-b990b6e8ba19: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:34:44.959056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:44.972064 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f187d05-9127-4201-8b21-72fad6f07c6a req-e99e6ded-e3fa-4bc3-9b11-362de78304f2 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:44.973506 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f187d05-9127-4201-8b21-72fad6f07c6a req-e99e6ded-e3fa-4bc3-9b11-362de78304f2 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.0464737 Sep 26 10:34:45.020543 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f187d05-9127-4201-8b21-72fad6f07c6a req-b0993ab6-5376-4a4f-829a-7436e36561d7 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Sep 26 10:34:45.087552 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484f8f5-0d56-46ed-834f-40b3a9d8491c req-4cded7b2-154b-49f9-89ee-8c5a1430a6a0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:45.089156 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f484f8f5-0d56-46ed-834f-40b3a9d8491c req-4cded7b2-154b-49f9-89ee-8c5a1430a6a0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Sep 26 10:34:45.136858 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f484f8f5-0d56-46ed-834f-40b3a9d8491c req-3e2e195b-3646-416d-ba38-516a91d4f9a2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Sep 26 10:34:45.723729 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:34:46.255369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7f098-2572-4453-a900-a8553c8f8be3 req-8f8c3658-9066-40bb-b63c-7f0ccae38790 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:46.256836 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68f7f098-2572-4453-a900-a8553c8f8be3 req-8f8c3658-9066-40bb-b63c-7f0ccae38790 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0464785 Sep 26 10:34:46.302990 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68f7f098-2572-4453-a900-a8553c8f8be3 req-5d286927-3052-46a9-9ea9-e1f5e0f7bbb7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Sep 26 10:34:47.255207 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-5c62ffdb-23a8-4bc0-a2d2-e6153ce58121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.256700 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-5c62ffdb-23a8-4bc0-a2d2-e6153ce58121 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1129 time: 0.0496256 Sep 26 10:34:47.371538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e9c4-4262-4edc-9129-9087bb721def req-0414e07b-cc26-4629-af63-079a5b361237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.373039 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-0414e07b-cc26-4629-af63-079a5b361237 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1129 time: 0.0508878 Sep 26 10:34:47.676043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:47.703300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-250fc04d-ffa3-4298-88af-d8c7f1692da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.704765 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-250fc04d-ffa3-4298-88af-d8c7f1692da8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.4306548 Sep 26 10:34:47.758652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa76f-a3dd-4ec6-a0bc-7efc20c8cda6 req-6e82b3be-ff1e-438a-8a15-2245201e6d63 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.768683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6f2fa76f-a3dd-4ec6-a0bc-7efc20c8cda6 req-6e82b3be-ff1e-438a-8a15-2245201e6d63 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.3835015 Sep 26 10:34:47.874609 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6f2fa76f-a3dd-4ec6-a0bc-7efc20c8cda6 req-405b33be-352e-4bf6-806a-2d0a3b9808b9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 Sep 26 10:34:47.908489 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fa66e-9735-45cf-91d4-6257c3d1b3c4 req-8223b149-60bb-438f-8a02-43c4a14c120f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.909994 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c8fa66e-9735-45cf-91d4-6257c3d1b3c4 req-8223b149-60bb-438f-8a02-43c4a14c120f tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.1312125 Sep 26 10:34:47.942636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e9c4-4262-4edc-9129-9087bb721def req-c5a78ab5-3097-4bd2-b9e6-63d0af55a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:47.944097 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-c5a78ab5-3097-4bd2-b9e6-63d0af55a5ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.5430882 Sep 26 10:34:47.987632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c8fa66e-9735-45cf-91d4-6257c3d1b3c4 req-ac354e63-ea59-4c5a-b7b8-71cd3a32fce9 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703549 Sep 26 10:34:49.021243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e272-6dd8-4101-a961-133ae6770db2 req-cd2a1b5f-5be3-4a19-bd4f-a5dfcaf2f21e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.022832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ac4e272-6dd8-4101-a961-133ae6770db2 req-cd2a1b5f-5be3-4a19-bd4f-a5dfcaf2f21e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0660441 Sep 26 10:34:49.073220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ac4e272-6dd8-4101-a961-133ae6770db2 req-9ac5787d-07f1-4be1-b67d-95bccb6db908 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Sep 26 10:34:49.193204 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-f1ce639d-5582-431b-b944-6a284c4f0528 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 200 len: 217 time: 0.0835748 Sep 26 10:34:49.303328 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-527c9c34-2d25-4afa-a36e-5f7fa6a8fe3d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 1001 time: 0.1875989 Sep 26 10:34:49.313454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d411-23dc-4dce-b4e1-f9e103f73553 req-c6311d57-aa15-4e9d-8657-5409d2ae8b9e tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.315069 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-42c9d411-23dc-4dce-b4e1-f9e103f73553 req-c6311d57-aa15-4e9d-8657-5409d2ae8b9e tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.1569459 Sep 26 10:34:49.395332 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e9c4-4262-4edc-9129-9087bb721def req-41a43e77-674c-4823-a64b-3b525ea62d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.396824 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-41a43e77-674c-4823-a64b-3b525ea62d6a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.1559701 Sep 26 10:34:49.424017 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:49.453774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-fe2ea811-cc82-42f1-9eb3-6e1303a561e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.456639 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-fe2ea811-cc82-42f1-9eb3-6e1303a561e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.1406150 Sep 26 10:34:49.471568 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-42c9d411-23dc-4dce-b4e1-f9e103f73553 req-bd608b21-76c5-4fdf-832f-e8d0df334a63 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415536 Sep 26 10:34:49.500880 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-3043d01e-2711-43b8-9baa-183d4ef671bf tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.502380 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-3043d01e-2711-43b8-9baa-183d4ef671bf tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 945 time: 0.1139772 Sep 26 10:34:49.518783 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e9c4-4262-4edc-9129-9087bb721def req-7005d65b-3da0-43b3-887c-ac50f6bb47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.520733 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-7005d65b-3da0-43b3-887c-ac50f6bb47a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104808 Sep 26 10:34:49.536369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-63010060-494a-4c95-8db0-9dc89f2511e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:49.538067 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-63010060-494a-4c95-8db0-9dc89f2511e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633056 Sep 26 10:34:49.685935 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Deleting port 0a83d70c-33ba-4cde-b0a9-491ead21e684 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:34:49.686591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:49.736690 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-c5245f7f-bb1c-4dae-872d-6d4c11fa1a48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975267 Sep 26 10:34:49.740645 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-567c3931-395c-4fdc-9c7f-49a9e76ca4a6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822209 Sep 26 10:34:49.795667 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] For port 0a83d70c-33ba-4cde-b0a9-491ead21e684, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0a83d70c-33ba-4cde-b0a9-491ead21e684,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:49.796036 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:49.814316 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Calling delete_port for 0a83d70c-33ba-4cde-b0a9-491ead21e684 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:34:49.871568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:49.932987 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f850e9c4-4262-4edc-9129-9087bb721def req-4902c3b9-8349-453c-8cac-f90c96c4383b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834283 Sep 26 10:34:49.936442 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c6cdca46-0a60-498f-b61b-b59adaae17c5 req-8ece3074-b59e-4d84-ba4f-2ac7ce50f3a6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761484 Sep 26 10:34:50.189104 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (0a83d70c-33ba-4cde-b0a9-491ead21e684), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:50.197317 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8d6ba-db7f-441c-b191-f577a688819c req-7c4dce56-2c6c-41cb-8520-bde4321e6ad2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:50.198974 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fb8d6ba-db7f-441c-b191-f577a688819c req-7c4dce56-2c6c-41cb-8520-bde4321e6ad2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Sep 26 10:34:50.205727 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['0a83d70c-33ba-4cde-b0a9-491ead21e684'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:34:50.218288 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Pushing event deleted for resources: {'Port': ['ID=0a83d70c-33ba-4cde-b0a9-491ead21e684,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:50.252874 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.253092 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.253432 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.253769 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.254122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.254458 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.254783 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.255108 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.255427 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.255747 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.256067 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.256389 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.256708 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.257026 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.257347 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:50.269632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fb8d6ba-db7f-441c-b191-f577a688819c req-0115fd28-426a-4709-98aa-0b1e7942cea0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622211 Sep 26 10:34:50.301620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] No DVR routers for this DVR port 0a83d70c-33ba-4cde-b0a9-491ead21e684 on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:34:50.304627 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:50.307986 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf7f7518-a6a5-4e86-b245-94bd4f4a8473 req-8089d7d0-2542-42a5-b9f7-c1918081d7f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0a83d70c-33ba-4cde-b0a9-491ead21e684 HTTP/1.1" status: 204 len: 173 time: 0.7959590 Sep 26 10:34:50.308475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'name': 'network-vif-deleted', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:50.310749 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38acd316-0e95-4e0f-9cd6-8515dc1c6d73" -d '{"events": [{"server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "name": "network-vif-deleted", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:50.348313 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30666f3b-d77d-4d17-b987-7a610dce6330 x-openstack-request-id: req-30666f3b-d77d-4d17-b987-7a610dce6330 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:50.348619 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2d2215-b1c9-4d65-981c-fcb3382a5b47", "name": "network-vif-deleted", "tag": "0a83d70c-33ba-4cde-b0a9-491ead21e684", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:50.348880 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30666f3b-d77d-4d17-b987-7a610dce6330 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:50.349284 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30666f3b-d77d-4d17-b987-7a610dce6330'] response: {'server_uuid': '8e2d2215-b1c9-4d65-981c-fcb3382a5b47', 'name': 'network-vif-deleted', 'tag': '0a83d70c-33ba-4cde-b0a9-491ead21e684', 'status': 'completed', 'code': 200} Sep 26 10:34:50.616582 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5171d954-ddd6-4667-8bd9-4d6382bd9e3e req-a4103325-9f47-4bea-9bc2-871e6191f87d tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0330570 Sep 26 10:34:51.397065 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de999574-4dba-408b-bf49-bea38e9c515f req-6dda2768-5748-4d91-a621-690c51c30059 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:51.398481 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-de999574-4dba-408b-bf49-bea38e9c515f req-6dda2768-5748-4d91-a621-690c51c30059 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0489805 Sep 26 10:34:51.451347 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-de999574-4dba-408b-bf49-bea38e9c515f req-35f4d44a-1ffc-47f7-b365-2efb7abcd3c0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467000 Sep 26 10:34:51.777264 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad0234dc-0a87-41d6-b6e5-2179d51147be req-70c14766-ea7f-4fe7-ac2b-6a420c3bd0ff tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e2d2215-b1c9-4d65-981c-fcb3382a5b47 HTTP/1.1" status: 200 len: 210 time: 0.0329690 Sep 26 10:34:52.578778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb79578-f0f7-4b96-9763-f9ae1ebd496b req-beb82652-48a2-4890-96bf-abec0f5af0d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:52.580239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb79578-f0f7-4b96-9763-f9ae1ebd496b req-beb82652-48a2-4890-96bf-abec0f5af0d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Sep 26 10:34:52.633281 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb79578-f0f7-4b96-9763-f9ae1ebd496b req-90b3fc24-1cdd-4944-9817-a8656a22a872 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Sep 26 10:34:53.012603 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55364) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:53.121135 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-c338758d-3041-434a-92c4-d164a7377857 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:53.122682 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-c338758d-3041-434a-92c4-d164a7377857 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 808 time: 0.1091218 Sep 26 10:34:53.140628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-372dd293-3a11-467c-9c3b-b17717154029 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/quotas/d5804df4a7c54688953727e249ce63e1 HTTP/1.1" status: 200 len: 375 time: 0.0117543 Sep 26 10:34:53.175542 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-c69c5949-4de2-4573-a308-76948c7a83b8 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288241 Sep 26 10:34:53.180922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e382339e-35c1-4f68-8746-2d7d2e349f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.220226 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:53.247920 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:53.250940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:53.266769 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e382339e-35c1-4f68-8746-2d7d2e349f96 admin admin] Publish callbacks [] for security_group (d402525e-4b14-4e48-a0c0-a80176e8263e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.270584 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e382339e-35c1-4f68-8746-2d7d2e349f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d402525e-4b14-4e48-a0c0-a80176e8263e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.270812 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-ea3fed0b-ee10-4287-b1b1-3fa56e134052 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884001 Sep 26 10:34:53.310947 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e382339e-35c1-4f68-8746-2d7d2e349f96 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6c0c5298b56944e1a342ee54ecdf3ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972414 Sep 26 10:34:53.311768 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382339e-35c1-4f68-8746-2d7d2e349f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402525e-4b14-4e48-a0c0-a80176e8263e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:53.314136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55370) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:53.371046 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-62edfff6-3fb4-4f79-aaba-3ede064afaa5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945067 Sep 26 10:34:53.375576 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] Publish callbacks [] for security_group (d402525e-4b14-4e48-a0c0-a80176e8263e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.398201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] Publish callbacks [] for security_group (d402525e-4b14-4e48-a0c0-a80176e8263e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.467308 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945536a-001d-457c-97e1-cd79ba921885 req-5d9be54f-5944-47db-b80b-10a3357d40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:53.468848 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c945536a-001d-457c-97e1-cd79ba921885 req-5d9be54f-5944-47db-b80b-10a3357d40d1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1129 time: 0.0446131 Sep 26 10:34:53.502367 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d402525e-4b14-4e48-a0c0-a80176e8263e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.504902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:53.508613 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d402525e-4b14-4e48-a0c0-a80176e8263e HTTP/1.1" status: 204 len: 168 time: 0.1911170 Sep 26 10:34:53.523361 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48759-1a87-4a40-bd30-dbe74ceba797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402525e-4b14-4e48-a0c0-a80176e8263e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:53.544690 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c945536a-001d-457c-97e1-cd79ba921885 req-0472484a-44f0-4763-9021-eb79adafb87a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680382 Sep 26 10:34:53.571045 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-455995ce-5ffd-489d-be90-e3fab0665495 req-222aa5a6-c719-47d0-9000-e05db4f05491 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 210 time: 0.0471282 Sep 26 10:34:53.761954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca1d8e-05b2-4fab-963f-082a08982078 req-c3ba88bd-bace-48a2-85c3-5440fc174d9a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:53.765306 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22ca1d8e-05b2-4fab-963f-082a08982078 req-c3ba88bd-bace-48a2-85c3-5440fc174d9a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0547302 Sep 26 10:34:53.841101 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22ca1d8e-05b2-4fab-963f-082a08982078 req-6f95c7f4-7b45-4866-8c24-0d4818746586 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Sep 26 10:34:53.862512 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 0a83d70c-33ba-4cde-b0a9-491ead21e684 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:34:53.884872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 0a83d70c-33ba-4cde-b0a9-491ead21e684 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:34:53.885246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 0a83d70c-33ba-4cde-b0a9-491ead21e684 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:34:54.241078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55408) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:54.341536 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-144492925-network', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:54.363015 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Made reservation on behalf of 6bb20c7af7544a06adaa9b5e47b03cd1 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:54.365333 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.373668 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.451765 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks [] for security_group (89cde05b-0522-44d4-bb49-7b011e8aabcc), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.455324 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (89cde05b-0522-44d4-bb49-7b011e8aabcc), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.480358 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:34:54.490728 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cde05b-0522-44d4-bb49-7b011e8aabcc,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:54.495437 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (793c408e-977f-44be-8bb3-9885ab19da45), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.495775 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Added segment 793c408e-977f-44be-8bb3-9885ab19da45 of type vlan for network 55d4234f-5ea7-4f10-8611-3be0546101de Sep 26 10:34:54.536671 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (55d4234f-5ea7-4f10-8611-3be0546101de), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.563171 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (55d4234f-5ea7-4f10-8611-3be0546101de), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.564049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:54.564623 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.626408 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3841784 Sep 26 10:34:54.629330 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55416) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:54.631255 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3748e2-9e75-4a8b-a33d-661912f2eb68 admin admin] Pushing event updated for resources: {'Network': ['ID=55d4234f-5ea7-4f10-8611-3be0546101de,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:54.636095 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Request body: {'subnet': {'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-144492925-subnet', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:54.644331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 55d4234f-5ea7-4f10-8611-3be0546101de details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:34:54.658546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Made reservation on behalf of 6bb20c7af7544a06adaa9b5e47b03cd1 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:54.661057 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.675800 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3eabbd4d-3fec-4f52-b4dd-6d7db0052a43 req-04f684ad-2375-462c-b0e0-bef4ef86b584 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 210 time: 0.0299466 Sep 26 10:34:54.740069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:54.751530 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:54.836222 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (0ffcc753-a93f-4451-8da1-374fb2edfdd6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.903958 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffcc753-a93f-4451-8da1-374fb2edfdd6,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:54.906775 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Checking segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:54.907139 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Network hostable DHCP agents. Network: 55d4234f-5ea7-4f10-8611-3be0546101de, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:34:54.930499 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Network 55d4234f-5ea7-4f10-8611-3be0546101de is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:34:54.941727 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 55d4234f-5ea7-4f10-8611-3be0546101de) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:54.946037 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:54.946679 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:54.952681 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f2f8f-27aa-47c8-921a-81395ebc6be0 None None] Network 55d4234f-5ea7-4f10-8611-3be0546101de requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:54.966832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0347088-cbbb-4679-9730-713609044b22 req-4f90edb3-94c7-4b70-a43e-ec1eef10a43f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:54.969060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0347088-cbbb-4679-9730-713609044b22 req-4f90edb3-94c7-4b70-a43e-ec1eef10a43f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0543978 Sep 26 10:34:54.979620 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8e41c330-f610-4515-819e-84c7d337fda0 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3487616 Sep 26 10:34:54.982469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55422) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:54.989273 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:55.025047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (a806cfce-6499-4314-9be6-e087251397ce), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.027027 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (a806cfce-6499-4314-9be6-e087251397ce), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.046263 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0347088-cbbb-4679-9730-713609044b22 req-be4548b1-5516-4e6b-af64-fdabbd2e65a3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713828 Sep 26 10:34:55.087964 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-55d4234f-5ea7-4f10-8611-3be0546101de', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:34:55.089132 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.093471 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for router_controller (a806cfce-6499-4314-9be6-e087251397ce), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.221306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.248546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for router_gateway (a806cfce-6499-4314-9be6-e087251397ce), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.262863 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Allocated IP 172.20.0.2 (55d4234f-5ea7-4f10-8611-3be0546101de/0ffcc753-a93f-4451-8da1-374fb2edfdd6/84dc9ffe-cd93-4639-8139-e53bebf65728) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:55.388563 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc6af-7b6e-401d-8d98-1976dddc1a43 req-d24211a9-ae25-435d-a894-ac7d51b41ba5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:55.390476 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61bfc6af-7b6e-401d-8d98-1976dddc1a43 req-d24211a9-ae25-435d-a894-ac7d51b41ba5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0654459 Sep 26 10:34:55.428999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks [] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.436619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.442138 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61bfc6af-7b6e-401d-8d98-1976dddc1a43 req-f3e44781-07e2-41d6-a0d9-d65d616ca5b9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 Sep 26 10:34:55.455249 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for router_gateway (a806cfce-6499-4314-9be6-e087251397ce), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.478490 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Network 55d4234f-5ea7-4f10-8611-3be0546101de is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:55.480301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.483679 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:55.487587 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:55.495700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Pushing event updated for resources: {'Port': ['ID=84dc9ffe-cd93-4639-8139-e53bebf65728,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:55.554608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Attempting to bind port 84dc9ffe-cd93-4639-8139-e53bebf65728 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:55.554980 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Attempting to bind port 84dc9ffe-cd93-4639-8139-e53bebf65728 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:55.555357 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Attempting to bind port 84dc9ffe-cd93-4639-8139-e53bebf65728 on network 55d4234f-5ea7-4f10-8611-3be0546101de {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:55.594189 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Allocated IP 172.27.1.163 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/dd42e811-ad5e-4c99-9d4a-5dad67cf348f) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:55.610452 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Checking segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Bound using segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Bound port: 84dc9ffe-cd93-4639-8139-e53bebf65728, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:55.617734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.648551 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.690468 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] For port 84dc9ffe-cd93-4639-8139-e53bebf65728, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:55.693711 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] For port 84dc9ffe-cd93-4639-8139-e53bebf65728, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=84dc9ffe-cd93-4639-8139-e53bebf65728,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:55.699583 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.703782 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-31c03a02-75ed-4821-9cbd-907979d7ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:55.706451 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-31c03a02-75ed-4821-9cbd-907979d7ca26 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 1129 time: 0.0985534 Sep 26 10:34:55.719961 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.720734 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=10 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.766229 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.773239 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43280b05-f4f1-4c30-8481-8d22d3f5c100 None None] Pushing event updated for resources: {'Port': ['ID=84dc9ffe-cd93-4639-8139-e53bebf65728,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:55.811927 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:55.815302 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:55.819638 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6d66bd71-991e-4abb-8ba3-bd9e88d2aee9 req-ac7dba06-4124-48bf-a8d3-02150b386fe0 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 210 time: 0.0459096 Sep 26 10:34:55.851084 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:55.854612 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:55.861831 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:55.922661 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Pushing event updated for resources: {'Port': ['ID=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:56.125749 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-07597085-121e-4087-b17b-cccdc7116a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:56.127256 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-07597085-121e-4087-b17b-cccdc7116a11 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1727848 Sep 26 10:34:56.177389 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for router_gateway (a806cfce-6499-4314-9be6-e087251397ce), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:56.294611 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-32ce9104-29d8-424f-b90d-9aa51bbaa5e0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 200 len: 217 time: 0.0422654 Sep 26 10:34:56.455870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:56.461130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-4cc1a90c-989a-4aae-8213-b692fa6c13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:56.467862 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-4cc1a90c-989a-4aae-8213-b692fa6c13b4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.1654303 Sep 26 10:34:56.534454 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (a806cfce-6499-4314-9be6-e087251397ce), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:56.536870 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-06b7dfb3-cb46-4564-8ab2-4fa122d97502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:56.538600 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-06b7dfb3-cb46-4564-8ab2-4fa122d97502 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629933 Sep 26 10:34:56.552335 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-116a57a6-149f-4aba-9578-b7794e7d2e30 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:56.553906 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-116a57a6-149f-4aba-9578-b7794e7d2e30 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 808 time: 0.2021987 Sep 26 10:34:56.577453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Request body: {'port': {'device_id': '608bdad4-bd12-460a-b753-9fba03102268', 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc', 'admin_state_up': True, 'tenant_id': 'd5804df4a7c54688953727e249ce63e1'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:56.641388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:56.670872 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bf59-be3e-4df5-9216-bc7ccb65e7ca req-ea24fda4-f5ef-4817-a2a5-76b5c2bb343b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:56.672826 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0d8bf59-be3e-4df5-9216-bc7ccb65e7ca req-ea24fda4-f5ef-4817-a2a5-76b5c2bb343b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.1151650 Sep 26 10:34:56.748393 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-6df383a2-2c62-4e10-ae78-e87b7837f60e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707051 Sep 26 10:34:56.767887 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0d8bf59-be3e-4df5-9216-bc7ccb65e7ca req-16368db0-dffd-4ade-8854-72872009b1be tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790739 Sep 26 10:34:56.808306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Made reservation on behalf of d5804df4a7c54688953727e249ce63e1 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:34:56.813498 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:56.836748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Router a806cfce-6499-4314-9be6-e087251397ce is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:34:56.856375 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:56.890812 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c473a5-f1d2-4210-8519-08c54aff1d58 None None] Network 55d4234f-5ea7-4f10-8611-3be0546101de requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:34:56.956941 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8f6d84e9-bd86-4a40-aa72-b5fc1779b82e req-7f532b2e-5435-406e-a92a-7220bf234fc8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799300 Sep 26 10:34:56.966393 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12dbe5ff-03aa-4a4c-8f17-744d595359d7 req-d009c3bc-e8af-440a-9016-6a866a7d26e7 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 210 time: 0.0375588 Sep 26 10:34:57.005248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Allocated IP 172.20.0.6 (d7be86fe-8855-4d67-93a3-d5af1e6f3acc/741271f9-01c0-4e56-9985-29f387e50ffe/3385e933-4ba4-48d0-be79-5356e23bc72f) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:57.013148 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:57.026575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Sync routers for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:34:57.032292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Provisioning complete for port 84dc9ffe-cd93-4639-8139-e53bebf65728 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:57.032588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.033079 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Attempt 1 to provision port 84dc9ffe-cd93-4639-8139-e53bebf65728 Sep 26 10:34:57.041687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.046386 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2d2ec3c8-063c-4500-9006-26a427556868 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0594821 Sep 26 10:34:57.046386 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55448) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:34:57.064474 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:57.065102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:57.227461 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks [] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.264409 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.276980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:57.276980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:57.340092 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Network d7be86fe-8855-4d67-93a3-d5af1e6f3acc is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:57.347707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:57.357883 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:57.375986 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:57.389944 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Pushing event updated for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:57.403679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.404033 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.404374 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.404710 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.405454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.405803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.406161 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.406492 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.406818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.407140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.407598 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.407929 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.408249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.408572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.408893 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:34:57.430534 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:57.431269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.454972 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-6bcd6811-c10f-4628-ba86-e06b66c482ab tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839810 Sep 26 10:34:57.536195 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Current status of the port 84dc9ffe-cd93-4639-8139-e53bebf65728 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:57.537150 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.594211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c44a-c850-46ce-93cf-2b6d759cecd2 req-0b7e8124-e2f6-4b85-8fc1-0a2cb6d6cab3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:57.595233 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:57.596664 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0026c44a-c850-46ce-93cf-2b6d759cecd2 req-0b7e8124-e2f6-4b85-8fc1-0a2cb6d6cab3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0624824 Sep 26 10:34:57.620626 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] For port 84dc9ffe-cd93-4639-8139-e53bebf65728, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=84dc9ffe-cd93-4639-8139-e53bebf65728,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:34:57.650363 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.667148 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0026c44a-c850-46ce-93cf-2b6d759cecd2 req-d479eb59-60f2-41b2-9660-31b4ceb819af tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622911 Sep 26 10:34:57.682635 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 84dc9ffe-cd93-4639-8139-e53bebf65728 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:57.724222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:56Z', 'revision_number': 3, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:57.775575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Checking router: a806cfce-6499-4314-9be6-e087251397ce for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:34:57.775924 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Updating router a806cfce-6499-4314-9be6-e087251397ce port dd42e811-ad5e-4c99-9d4a-5dad67cf348f binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:34:57.781611 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece0990-e9ee-4c2a-a227-08b031eed95e None None] Pushing event updated for resources: {'Port': ['ID=84dc9ffe-cd93-4639-8139-e53bebf65728,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:57.806361 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:57.810049 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fe3e08e1-b2d0-4b4e-b3b7-48605d227e76 None None] Provisioning complete for port 84dc9ffe-cd93-4639-8139-e53bebf65728 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:57.810426 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fe3e08e1-b2d0-4b4e-b3b7-48605d227e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.810763 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fe3e08e1-b2d0-4b4e-b3b7-48605d227e76 None None] Attempt 1 to provision port 84dc9ffe-cd93-4639-8139-e53bebf65728 Sep 26 10:34:57.847760 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.872127 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 84dc9ffe-cd93-4639-8139-e53bebf65728 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:57.872330 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.872845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:57.872845 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 84dc9ffe-cd93-4639-8139-e53bebf65728 Sep 26 10:34:57.921806 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79cd3-bd0e-4a14-b07a-4a070407f9a4 req-e2e41634-5046-42ad-9309-1fde10837edf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:57.923557 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48b79cd3-bd0e-4a14-b07a-4a070407f9a4 req-e2e41634-5046-42ad-9309-1fde10837edf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0525763 Sep 26 10:34:57.981643 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48b79cd3-bd0e-4a14-b07a-4a070407f9a4 req-c41e9bc9-bd88-493e-8892-d9f207822ee8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513484 Sep 26 10:34:58.044526 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Allocated IP 172.20.0.1 (55d4234f-5ea7-4f10-8611-3be0546101de/0ffcc753-a93f-4451-8da1-374fb2edfdd6/b3f21a02-f643-4865-89e1-482f6e3e7420) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:34:58.058238 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e08e1-b2d0-4b4e-b3b7-48605d227e76 None None] Current status of the port 84dc9ffe-cd93-4639-8139-e53bebf65728 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:58.106755 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 84dc9ffe-cd93-4639-8139-e53bebf65728 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:34:58.107005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98379f-7e5a-4d0a-84ca-7ecda1cbd1cb req-eee9f32d-e181-40d9-bb69-43c8b233b37e tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:58.108952 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a98379f-7e5a-4d0a-84ca-7ecda1cbd1cb req-eee9f32d-e181-40d9-bb69-43c8b233b37e tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 931 time: 0.0484960 Sep 26 10:34:58.122917 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:58.131207 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:58.165912 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a98379f-7e5a-4d0a-84ca-7ecda1cbd1cb req-9b148ce2-2a08-4356-8cac-1bc41f29c4f8 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 Sep 26 10:34:58.179379 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks [] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.212618 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.221757 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks [] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.227987 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.256779 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Network 55d4234f-5ea7-4f10-8611-3be0546101de is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:58.261606 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:58.264573 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:34:58.265236 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (a806cfce-6499-4314-9be6-e087251397ce), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.268884 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Attempting to bind port dd42e811-ad5e-4c99-9d4a-5dad67cf348f on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:58.269196 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Attempting to bind port dd42e811-ad5e-4c99-9d4a-5dad67cf348f by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:58.269569 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Attempting to bind port dd42e811-ad5e-4c99-9d4a-5dad67cf348f on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:58.283507 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c4c20-5ba4-46c9-81ba-b9a2a861b220 None None] Pushing event updated for resources: {'Port': ['ID=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:58.300117 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:58.338820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Request body: {'port': {'device_id': '608bdad4-bd12-460a-b753-9fba03102268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:34:58.347932 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:58.348314 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:58.348855 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.349251 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:58.349724 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Bound port: dd42e811-ad5e-4c99-9d4a-5dad67cf348f, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:58.350134 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.414366 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.415493 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.438125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] For port dd42e811-ad5e-4c99-9d4a-5dad67cf348f, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:58.441921 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] For port dd42e811-ad5e-4c99-9d4a-5dad67cf348f, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:58.449800 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.458002 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:58.492042 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:34:58.492690 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:58.589409 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c4c20-5ba4-46c9-81ba-b9a2a861b220 None None] Pushing event updated for resources: {'Port': ['ID=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:58.593170 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Provisioning complete for port b3f21a02-f643-4865-89e1-482f6e3e7420 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:58.593537 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.593869 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 1 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:34:58.650372 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks [] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.656455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:58.656904 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.658715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (a806cfce-6499-4314-9be6-e087251397ce), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:58.674806 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:58.694189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:34:58.779716 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3385e933-4ba4-48d0-be79-5356e23bc72f {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:34:58.780276 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:58.835657 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Network 55d4234f-5ea7-4f10-8611-3be0546101de is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:34:58.837287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:34:58.941817 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 1, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:34:58.968023 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Router a806cfce-6499-4314-9be6-e087251397ce has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:34:58.972382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6152637-fe0e-4735-808a-c9aa4e7c7cc2 None None] The sync data for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi is: [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 1, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:34:59.060489 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:59.072730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks [] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.118814 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:34:59.124677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:59.126545 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-55149002-659a-44e8-8d84-8e516cd3c6c7 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a806cfce-6499-4314-9be6-e087251397ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0791032 Sep 26 10:34:59.128395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Transition to ACTIVE for port object 3385e933-4ba4-48d0-be79-5356e23bc72f will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:34:59.134638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998df19-65da-4dba-aaa1-79f76d6824d3 req-a42f922c-1d77-495b-83fc-709120ae58f6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:59.136231 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b998df19-65da-4dba-aaa1-79f76d6824d3 req-a42f922c-1d77-495b-83fc-709120ae58f6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.3732438 Sep 26 10:34:59.148782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.173326 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7162-dd3e-4e68-9a46-e6a311a009bb req-d9aa7e5b-3cfb-4335-b62e-2e96a4c726cf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:59.174831 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-745c7162-dd3e-4e68-9a46-e6a311a009bb req-d9aa7e5b-3cfb-4335-b62e-2e96a4c726cf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0985916 Sep 26 10:34:59.176404 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 2 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:34:59.278539 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:34:59.285139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Pushing event updated for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:34:59.290724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:34:59.322937 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b998df19-65da-4dba-aaa1-79f76d6824d3 req-5c0d8c43-5d9b-4f06-bea2-2560ccb2d51a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783240 Sep 26 10:34:59.385249 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-745c7162-dd3e-4e68-9a46-e6a311a009bb req-fa44ce4d-cd3b-4bb8-96c7-12e2c5c4f20b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910036 Sep 26 10:34:59.392979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Attempting to bind port 3385e933-4ba4-48d0-be79-5356e23bc72f on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:34:59.392979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Attempting to bind port 3385e933-4ba4-48d0-be79-5356e23bc72f by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:34:59.392979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Attempting to bind port 3385e933-4ba4-48d0-be79-5356e23bc72f on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:59.489697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Port 3385e933-4ba4-48d0-be79-5356e23bc72f on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:34:59.489941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Attempting to bind port 3385e933-4ba4-48d0-be79-5356e23bc72f on network d7be86fe-8855-4d67-93a3-d5af1e6f3acc {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:34:59.498908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63b396-f4a7-4d6e-8ad6-6ffbf2afb733 req-638bcbf0-dbe8-4f6e-a36a-706d6f429188 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:59.505684 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f63b396-f4a7-4d6e-8ad6-6ffbf2afb733 req-638bcbf0-dbe8-4f6e-a36a-706d6f429188 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 943 time: 0.0763216 Sep 26 10:34:59.598243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:34:59.598589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Checking segment: {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:34:59.598976 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Bound using segment: {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:34:59.599422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Bound port: 3385e933-4ba4-48d0-be79-5356e23bc72f, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a270d786-786d-4a99-bee5-dbac8f20f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:34:59.600595 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.614120 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f63b396-f4a7-4d6e-8ad6-6ffbf2afb733 req-9c385d55-ab98-4bb9-8c08-935cdd346f80 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074214 Sep 26 10:34:59.652061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 84dc9ffe-cd93-4639-8139-e53bebf65728 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:34:59.739431 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 84dc9ffe-cd93-4639-8139-e53bebf65728 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:34:59.739801 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.740136 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 84dc9ffe-cd93-4639-8139-e53bebf65728 Sep 26 10:34:59.748444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:34:59.753161 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3385e933-4ba4-48d0-be79-5356e23bc72f,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:34:59.766058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.776647 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:59.778377 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:34:59.780288 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3385e933-4ba4-48d0-be79-5356e23bc72f HTTP/1.1" status: 200 len: 1093 time: 1.4478588 Sep 26 10:34:59.781755 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:34:59.784264 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 3 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:34:59.796074 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:34:59.896218 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f9ff9-310a-4ca0-87fd-42901e56f1bb x-openstack-request-id: req-8c5f9ff9-310a-4ca0-87fd-42901e56f1bb {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:34:59.896594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:34:59.897184 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c5f9ff9-310a-4ca0-87fd-42901e56f1bb {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:34:59.898398 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5f9ff9-310a-4ca0-87fd-42901e56f1bb'] response: {'name': 'network-changed', 'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f', 'status': 'completed', 'code': 200} Sep 26 10:34:59.958872 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-5cd7512c-6e3f-413c-b5e2-51ef5524b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:34:59.960837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-5cd7512c-6e3f-413c-b5e2-51ef5524b3b8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 1127 time: 0.0840070 Sep 26 10:35:00.025220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-e7347b72-4762-4cb0-aec4-202a8738d426 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3385e933-4ba4-48d0-be79-5356e23bc72f HTTP/1.1" status: 200 len: 217 time: 0.0540388 Sep 26 10:35:00.071756 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979b384-7ad9-4d94-adce-83fb1522b391 service neutron] Pushing event updated for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:00.091173 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55496) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:00.095364 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:00.096406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1309957474-network', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:00.101575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 84dc9ffe-cd93-4639-8139-e53bebf65728 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:00.110531 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-336bb86d-22ba-42b5-a3bb-e2f1af6047cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:00.112174 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-336bb86d-22ba-42b5-a3bb-e2f1af6047cd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=741271f9-01c0-4e56-9985-29f387e50ffe HTTP/1.1" status: 200 len: 848 time: 0.0783210 Sep 26 10:35:00.131446 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Made reservation on behalf of bbb6530b068f4adba1992dd64f303e79 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:35:00.133799 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.152622 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-ef1e6d5b-a243-4a61-ab9c-01025d275d04 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319376 Sep 26 10:35:00.158233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.269847 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:00.298161 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-078559b8-9e00-4197-b25c-67694a3487da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374340 Sep 26 10:35:00.372300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks [] for security_group (2db04fce-be5a-4448-b0cf-c9905b4bb615), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.379067 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2db04fce-be5a-4448-b0cf-c9905b4bb615), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.415466 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:35:00.445367 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db04fce-be5a-4448-b0cf-c9905b4bb615,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:00.456349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:00.461391 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (678bb2d8-1d39-4cda-8cc5-011966b53bf7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.461641 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Added segment 678bb2d8-1d39-4cda-8cc5-011966b53bf7 of type vlan for network 413bed6e-939b-4003-b642-5f846c9a4b26 Sep 26 10:35:00.498193 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a156aeb9-0bc8-4877-b190-8ddba47b7fe1 req-148bc075-0d64-496e-8550-682294e67f18 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924076 Sep 26 10:35:00.522844 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e0141-848d-43e2-8213-6c64e77545f3 req-1297f8e7-5e87-4ff0-aecd-51ccaf585208 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:00.524561 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c36e0141-848d-43e2-8213-6c64e77545f3 req-1297f8e7-5e87-4ff0-aecd-51ccaf585208 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0962873 Sep 26 10:35:00.570348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (413bed6e-939b-4003-b642-5f846c9a4b26), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.596121 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 4 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:00.617419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c36e0141-848d-43e2-8213-6c64e77545f3 req-b71d573b-5a53-41eb-b4e6-08cb6063a759 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745161 Sep 26 10:35:00.618518 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (413bed6e-939b-4003-b642-5f846c9a4b26), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.619505 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:00.620087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.646440 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:00.677546 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5852103 Sep 26 10:35:00.680410 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55502) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:00.692646 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Request body: {'subnet': {'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1309957474-subnet', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:00.707230 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e9713-cd64-41dd-9c6b-66521069942c admin admin] Pushing event updated for resources: {'Network': ['ID=413bed6e-939b-4003-b642-5f846c9a4b26,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:00.716943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 413bed6e-939b-4003-b642-5f846c9a4b26 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:35:00.748447 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Made reservation on behalf of bbb6530b068f4adba1992dd64f303e79 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:35:00.750825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13892190'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.772765 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0225-1ee0-4c43-95bf-8bc711de4438 req-93369783-3535-4248-853a-4328434172e9 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:00.774615 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f82e0225-1ee0-4c43-95bf-8bc711de4438 req-93369783-3535-4248-853a-4328434172e9 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 943 time: 0.0711682 Sep 26 10:35:00.877513 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f82e0225-1ee0-4c43-95bf-8bc711de4438 req-3a390a6d-9303-46eb-8246-825960d4c4ce tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Sep 26 10:35:00.953033 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55510) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:00.957419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373350117', 'description': 'tempest-description--25769619'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:00.994423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13892168'] for subnet (d554da69-844a-48a3-948a-e006245c449d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:00.997745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:01.000554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.081835 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d554da69-844a-48a3-948a-e006245c449d,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:01.105630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Checking segment: {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:01.106588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Network hostable DHCP agents. Network: 413bed6e-939b-4003-b642-5f846c9a4b26, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:35:01.143295 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 5 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:01.144471 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:01.147342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (1e4cac9c-1a7e-4d11-80d0-363991eb263c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.148415 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Network 413bed6e-939b-4003-b642-5f846c9a4b26 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:35:01.155588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1e4cac9c-1a7e-4d11-80d0-363991eb263c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.170149 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 413bed6e-939b-4003-b642-5f846c9a4b26) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:01.183187 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:01.183816 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.185266 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb2bd8-c9c5-4e5c-9fae-f420b6dc3f72 None None] Network 413bed6e-939b-4003-b642-5f846c9a4b26 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:35:01.189091 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:01.196116 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.197331 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2432830 Sep 26 10:35:01.200687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55512) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:01.205447 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'security_group_rule': {'security_group_id': '1e4cac9c-1a7e-4d11-80d0-363991eb263c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:01.206934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc62cc0-08e8-4a3b-9cf8-73b0a1583671 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cac9c-1a7e-4d11-80d0-363991eb263c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:01.217005 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b72ea6a7-9794-4323-9d78-e427108919ca admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5356946 Sep 26 10:35:01.219404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55514) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:01.223955 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:01.232434 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:01.250076 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.251371 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.253161 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (b64ea71b-3247-4f8b-a92d-6c7edf9c4184), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.276148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0b09556a-29ad-44d9-816f-d3fb40e145a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.314109 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for router_controller (f34a4852-9ade-4692-8ec6-5e85c04d0710), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.320289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (b64ea71b-3247-4f8b-a92d-6c7edf9c4184), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.327351 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (b64ea71b-3247-4f8b-a92d-6c7edf9c4184), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.342050 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-413bed6e-939b-4003-b642-5f846c9a4b26', 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26', 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'fixed_ips': [{'subnet_id': 'd554da69-844a-48a3-948a-e006245c449d'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:35:01.343768 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.353348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64ea71b-3247-4f8b-a92d-6c7edf9c4184,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:01.369209 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.373601 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-36decd17-8160-47a7-a13e-b34aa7f109f9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718040 Sep 26 10:35:01.374388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55516) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:01.379565 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'security_group_rule': {'security_group_id': '1e4cac9c-1a7e-4d11-80d0-363991eb263c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:01.410109 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (6141009d-f226-4304-b006-ea90e5175791), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.458320 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:01.478349 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (6141009d-f226-4304-b006-ea90e5175791), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.479642 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for router_gateway (f34a4852-9ade-4692-8ec6-5e85c04d0710), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.484696 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (6141009d-f226-4304-b006-ea90e5175791), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.505921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6141009d-f226-4304-b006-ea90e5175791,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:01.515284 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.520390 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Allocated IP 172.20.0.2 (413bed6e-939b-4003-b642-5f846c9a4b26/d554da69-844a-48a3-948a-e006245c449d/3f2ae110-4474-4076-81d7-5ced95f957c7) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:01.520523 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3f7fce88-528a-442c-b20d-f0bccb6af17c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429939 Sep 26 10:35:01.521257 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55518) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:01.526887 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:01.555811 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.600974 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Sync routers for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:35:01.612802 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:01.613995 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:01.626717 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:01.634984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device dd42e811-ad5e-4c99-9d4a-5dad67cf348f up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:01.669878 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.739222 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 6 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:01.744373 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:01.838535 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:01.840561 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-852951b4-c093-4a91-a3ca-0aa69ebe0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:01.841012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Allocated IP 172.27.1.14 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/c2d9c610-703b-4eb7-b0b2-b8b993aa22fb) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:01.842007 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-852951b4-c093-4a91-a3ca-0aa69ebe0193 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d5804df4a7c54688953727e249ce63e1&device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 1127 time: 0.1199973 Sep 26 10:35:01.857980 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port dd42e811-ad5e-4c99-9d4a-5dad67cf348f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:01.858398 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.858738 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port dd42e811-ad5e-4c99-9d4a-5dad67cf348f Sep 26 10:35:01.873683 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d34d3-dda9-45a3-850e-31252fc2b2c0 req-61df8c63-f781-4ce5-8975-9511d9a3ee9e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:01.883068 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb7d34d3-dda9-45a3-850e-31252fc2b2c0 req-61df8c63-f781-4ce5-8975-9511d9a3ee9e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1438868 Sep 26 10:35:01.904598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks [] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.973290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:01.976578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for router_gateway (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.035432 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Pushing event updated for resources: {'Port': ['ID=3f2ae110-4474-4076-81d7-5ced95f957c7,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.049473 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.055825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Network 413bed6e-939b-4003-b642-5f846c9a4b26 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:02.058093 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:02.061452 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port dd42e811-ad5e-4c99-9d4a-5dad67cf348f is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:02.062128 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.073950 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.076780 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 2, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:02.089455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port dd42e811-ad5e-4c99-9d4a-5dad67cf348f, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:02.091245 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:02.094263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.104492 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.107985 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Checking router: a806cfce-6499-4314-9be6-e087251397ce for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:35:02.108342 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Updating router a806cfce-6499-4314-9be6-e087251397ce port b3f21a02-f643-4865-89e1-482f6e3e7420 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:35:02.124841 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.143454 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.147225 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb7d34d3-dda9-45a3-850e-31252fc2b2c0 req-5f8347a1-b165-4f7d-bbd6-4d9aacb0e0e8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625132 Sep 26 10:35:02.158197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:02.186723 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:02.192003 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:02.203073 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.206040 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Attempting to bind port 3f2ae110-4474-4076-81d7-5ced95f957c7 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:02.206615 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Attempting to bind port 3f2ae110-4474-4076-81d7-5ced95f957c7 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:02.207154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Attempting to bind port 3f2ae110-4474-4076-81d7-5ced95f957c7 on network 413bed6e-939b-4003-b642-5f846c9a4b26 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:02.225577 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.234283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.245197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'Port': ['ID=c2d9c610-703b-4eb7-b0b2-b8b993aa22fb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.251318 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.261380 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.261944 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:02.262487 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Checking segment: {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:02.263229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.263696 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Bound using segment: {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:02.264250 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Bound port: 3f2ae110-4474-4076-81d7-5ced95f957c7, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:02.264927 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e0f1-8c5e-47c5-bae3-a74c5690a99d req-e6c35358-7b6a-4c04-8b71-6d1037384da0 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:02.265149 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.267244 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-43e1e0f1-8c5e-47c5-bae3-a74c5690a99d req-e6c35358-7b6a-4c04-8b71-6d1037384da0 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 943 time: 0.2021041 Sep 26 10:35:02.286851 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-4cf67809-e21e-40b0-b4ac-9dbced8dd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:02.289883 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-4cf67809-e21e-40b0-b4ac-9dbced8dd943 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 200 len: 909 time: 0.3575120 Sep 26 10:35:02.336846 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.340449 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 7 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:02.376347 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] For port 3f2ae110-4474-4076-81d7-5ced95f957c7, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:02.398962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] For port 3f2ae110-4474-4076-81d7-5ced95f957c7, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3f2ae110-4474-4076-81d7-5ced95f957c7,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:02.403676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Port b3f21a02-f643-4865-89e1-482f6e3e7420 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:02.425941 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.437614 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-e1f710cb-74c6-4251-8c82-b1ecb4d329d3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3385e933-4ba4-48d0-be79-5356e23bc72f HTTP/1.1" status: 200 len: 217 time: 0.0756545 Sep 26 10:35:02.472506 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-43e1e0f1-8c5e-47c5-bae3-a74c5690a99d req-6374037e-437d-425c-9297-c040494adf44 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878388 Sep 26 10:35:02.481795 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Allocated IP 172.27.1.20 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/6f706403-0146-44f0-95da-c62c9d771db8) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:02.490962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211dea0-cc72-4221-b517-651bdea0154c None None] Pushing event updated for resources: {'Port': ['ID=3f2ae110-4474-4076-81d7-5ced95f957c7,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.528427 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks [] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.537302 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.570496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.576139 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.577155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.577385 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.614211 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e3c9-4ec8-4807-9e14-9bdfa3dcf545 None None] Pushing event updated for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.645627 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.647113 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1248279 Sep 26 10:35:02.650722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6317a8e-8645-4452-9d69-b7e68622a900 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'Port': ['ID=c2d9c610-703b-4eb7-b0b2-b8b993aa22fb,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.661369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for port (6f706403-0146-44f0-95da-c62c9d771db8), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.686519 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Attempting to bind port b3f21a02-f643-4865-89e1-482f6e3e7420 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:02.687057 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Attempting to bind port b3f21a02-f643-4865-89e1-482f6e3e7420 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:02.687542 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Attempting to bind port b3f21a02-f643-4865-89e1-482f6e3e7420 on network 55d4234f-5ea7-4f10-8611-3be0546101de {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:02.723865 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (6f706403-0146-44f0-95da-c62c9d771db8), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.737145 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:02.748455 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:02.748894 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Checking segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:02.749291 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.749684 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Bound using segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:02.750193 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Bound port: b3f21a02-f643-4865-89e1-482f6e3e7420, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:02.750566 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.770410 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:02.773521 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:02.780117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:02.785977 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Pushing event updated for resources: {'Port': ['ID=6f706403-0146-44f0-95da-c62c9d771db8,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:02.857102 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] For port b3f21a02-f643-4865-89e1-482f6e3e7420, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:02.862132 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] For port b3f21a02-f643-4865-89e1-482f6e3e7420, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b3f21a02-f643-4865-89e1-482f6e3e7420,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:02.870866 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:02.905061 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Attempt 8 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:02.919965 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:02.920677 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:34:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:02.957220 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-09b1cb19-509e-4f30-ad64-207052e8fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:02.959195 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-09b1cb19-509e-4f30-ad64-207052e8fcb7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=741271f9-01c0-4e56-9985-29f387e50ffe HTTP/1.1" status: 200 len: 848 time: 0.1406577 Sep 26 10:35:02.991622 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e3c9-4ec8-4807-9e14-9bdfa3dcf545 None None] Pushing event updated for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:03.031978 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Current status of the port b3f21a02-f643-4865-89e1-482f6e3e7420 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:03.032375 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.064653 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:03.074367 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] For port b3f21a02-f643-4865-89e1-482f6e3e7420, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b3f21a02-f643-4865-89e1-482f6e3e7420,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:03.077602 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-3e0043e8-c685-47c6-9572-175d83e155d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=d7be86fe-8855-4d67-93a3-d5af1e6f3acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663488 Sep 26 10:35:03.083412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.090837 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:03.135859 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093fb19-23ea-40c7-bda2-4a75eecf7d1b None None] Pushing event updated for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:03.204871 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-b5a5849d-7585-4ca6-97e3-eb949f04c678 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--373350117&fields=id&tenant_id=615e5825389c4f1d96e6398bf1dab735 HTTP/1.1" status: 200 len: 267 time: 0.2572565 Sep 26 10:35:03.224847 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0edf84ab-26ba-4ccf-a5fe-0491306c82fa None None] Provisioning complete for port b3f21a02-f643-4865-89e1-482f6e3e7420 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:03.225989 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0edf84ab-26ba-4ccf-a5fe-0491306c82fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.226859 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0edf84ab-26ba-4ccf-a5fe-0491306c82fa None None] Attempt 1 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:03.311731 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:03.320501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0edf84ab-26ba-4ccf-a5fe-0491306c82fa None None] Current status of the port b3f21a02-f643-4865-89e1-482f6e3e7420 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:03.339057 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393200b-9905-433f-a7cb-36fba09789c1 None None] The sync data for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi is: [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:35:03.602717 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-35b21662-15bb-4099-b2fa-985494676cf2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863091 Sep 26 10:35:03.616915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:03.709292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de3170-2798-4641-8be1-9e78ca99063a None None] Network 413bed6e-939b-4003-b642-5f846c9a4b26 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:35:03.716547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6d1af-494c-4fd6-982a-eaf28bc6a816 req-e2295192-88fa-4f41-a8a0-ebb9bc619190 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:03.717834 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5bb6d1af-494c-4fd6-982a-eaf28bc6a816 req-e2295192-88fa-4f41-a8a0-ebb9bc619190 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.4504578 Sep 26 10:35:03.762070 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b3f21a02-f643-4865-89e1-482f6e3e7420 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:03.765495 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:03.826304 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Provisioning complete for port 3f2ae110-4474-4076-81d7-5ced95f957c7 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:03.826676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.827011 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Attempt 1 to provision port 3f2ae110-4474-4076-81d7-5ced95f957c7 Sep 26 10:35:03.831904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for router_gateway (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.832866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-941c7bcf-c39a-4868-b759-d36497906196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.878444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:03.893630 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5bb6d1af-494c-4fd6-982a-eaf28bc6a816 req-faef1c3b-dc30-4be3-8c06-787ff9d70485 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636426 Sep 26 10:35:03.894519 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 3385e933-4ba4-48d0-be79-5356e23bc72f details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:35:03.903234 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-f029cb49-a600-4518-ae84-3fc4f840eedf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:03.904727 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-f029cb49-a600-4518-ae84-3fc4f840eedf tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 0.6560662 Sep 26 10:35:03.920953 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04055fa7-289f-4ffc-a3d7-7db45ae8f5b1 req-30979deb-c50f-4801-b133-3069080f9466 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997050 Sep 26 10:35:03.930300 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port b3f21a02-f643-4865-89e1-482f6e3e7420 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:03.930918 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:03.931130 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port b3f21a02-f643-4865-89e1-482f6e3e7420 Sep 26 10:35:03.969297 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:03.985230 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-c1187d26-6a13-4faa-9dbd-f032c612dfd5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/quotas/615e5825389c4f1d96e6398bf1dab735 HTTP/1.1" status: 200 len: 375 time: 0.0484767 Sep 26 10:35:04.125191 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-5d23d609-2cb0-4eb9-bb07-b98f444d3774 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1315413 Sep 26 10:35:04.145767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f52bad-06be-4448-b5af-504ef63a17de req-4a569a7b-5caf-4ff1-88cb-821650411a0b tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:04.147364 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80f52bad-06be-4448-b5af-504ef63a17de req-4a569a7b-5caf-4ff1-88cb-821650411a0b tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 943 time: 0.1404698 Sep 26 10:35:04.183779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Current status of the port 3f2ae110-4474-4076-81d7-5ced95f957c7 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:04.185265 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.248482 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port b3f21a02-f643-4865-89e1-482f6e3e7420 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:04.249674 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3f2ae110-4474-4076-81d7-5ced95f957c7 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:04.306137 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.319890 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] For port 3f2ae110-4474-4076-81d7-5ced95f957c7, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3f2ae110-4474-4076-81d7-5ced95f957c7,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:04.322990 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3385e933-4ba4-48d0-be79-5356e23bc72f,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:04.332403 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.337172 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80f52bad-06be-4448-b5af-504ef63a17de req-d9628463-2a3b-48cc-82cb-0e82efea3e9b tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473942 Sep 26 10:35:04.359986 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '3385e933-4ba4-48d0-be79-5356e23bc72f', 'network_id': 'd7be86fe-8855-4d67-93a3-d5af1e6f3acc', 'port_id': '3385e933-4ba4-48d0-be79-5356e23bc72f', 'mac_address': 'fa:16:3e:eb:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741271f9-01c0-4e56-9985-29f387e50ffe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:35:04.392851 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-3681a31b-d415-45e5-b720-d74536740ab4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387190 Sep 26 10:35:04.398523 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 3f2ae110-4474-4076-81d7-5ced95f957c7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:04.398903 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.399241 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 3f2ae110-4474-4076-81d7-5ced95f957c7 Sep 26 10:35:04.410340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55554) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:04.415482 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226196991', 'description': 'tempest-description--724737158'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:04.437216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.455858 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 3385e933-4ba4-48d0-be79-5356e23bc72f is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:04.456249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.477416 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db96ea8-5c93-4e62-97e0-994cee6c3a14 None None] Pushing event updated for resources: {'Port': ['ID=3f2ae110-4474-4076-81d7-5ced95f957c7,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:04.484189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-464dc906-824c-476b-ac83-f7079f1972d9 None None] Provisioning complete for port 3f2ae110-4474-4076-81d7-5ced95f957c7 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:04.484556 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-464dc906-824c-476b-ac83-f7079f1972d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.484894 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-464dc906-824c-476b-ac83-f7079f1972d9 None None] Attempt 1 to provision port 3f2ae110-4474-4076-81d7-5ced95f957c7 Sep 26 10:35:04.488237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3385e933-4ba4-48d0-be79-5356e23bc72f {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:04.516370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (2baed206-6ad7-4181-8e42-f5b73ddacb4a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.520493 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2baed206-6ad7-4181-8e42-f5b73ddacb4a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.542390 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3385e933-4ba4-48d0-be79-5356e23bc72f,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:04.547820 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:04.550371 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.555498 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baed206-6ad7-4181-8e42-f5b73ddacb4a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:04.561141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.566041 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-03b8c19c-eb74-4fae-9dd0-847103fd8d12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1541715 Sep 26 10:35:04.567432 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55556) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:04.572534 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '2baed206-6ad7-4181-8e42-f5b73ddacb4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:04.573585 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-21d48ba4-3bc1-4cd2-8efc-a688d321dbbe service neutron] 10.222.0.49 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722257 Sep 26 10:35:04.591824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Router f34a4852-9ade-4692-8ec6-5e85c04d0710 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:35:04.606894 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (1c461882-56d9-481b-a9fd-515aaf18aa0a), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.663266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:04.677718 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (1c461882-56d9-481b-a9fd-515aaf18aa0a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.681404 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (1c461882-56d9-481b-a9fd-515aaf18aa0a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.701946 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c461882-56d9-481b-a9fd-515aaf18aa0a,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:04.712382 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.717969 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5ee26cb0-976f-4ae9-bf27-58a34c97a670 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494660 Sep 26 10:35:04.718790 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55558) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:04.730078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '2baed206-6ad7-4181-8e42-f5b73ddacb4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:04.764283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (96a77aa4-f16d-46c3-a59b-f42f06c77619), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.798716 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:35:04.803369 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 3f2ae110-4474-4076-81d7-5ced95f957c7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:04.804481 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device dd42e811-ad5e-4c99-9d4a-5dad67cf348f up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:04.818616 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.842988 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0d4e656-126c-4783-a52e-2268f5a7a431 req-753ea748-6579-4fd3-a039-10d8098b8a99 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 210 time: 0.0596461 Sep 26 10:35:04.847340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (96a77aa4-f16d-46c3-a59b-f42f06c77619), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.855037 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (96a77aa4-f16d-46c3-a59b-f42f06c77619), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.860014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Sync routers for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:35:04.868093 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.869835 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4aba9a80-da97-40b0-bcb3-1def94897ffe admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6492898 Sep 26 10:35:04.872788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55564) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:04.888703 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['3385e933-4ba4-48d0-be79-5356e23bc72f'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:04.890556 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a77aa4-f16d-46c3-a59b-f42f06c77619,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:04.891725 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:04.900117 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.905938 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-24da110f-74d9-48fa-9b99-70ceca5ca107 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859567 Sep 26 10:35:04.906924 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55566) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:04.912554 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:04.934864 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:04.935523 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:04.939181 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:04.940422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-464dc906-824c-476b-ac83-f7079f1972d9 None None] Current status of the port 3f2ae110-4474-4076-81d7-5ced95f957c7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:04.949013 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:04.949640 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:05.025628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:05.031922 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port dd42e811-ad5e-4c99-9d4a-5dad67cf348f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:05.032297 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.032803 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port dd42e811-ad5e-4c99-9d4a-5dad67cf348f Sep 26 10:35:05.107389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304533e4-11dc-4924-823d-b020246b0b8a req-941db3c7-562e-4bf3-adac-656358654e50 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:05.108248 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.108921 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-304533e4-11dc-4924-823d-b020246b0b8a req-941db3c7-562e-4bf3-adac-656358654e50 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0673852 Sep 26 10:35:05.171270 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:05.249968 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-304533e4-11dc-4924-823d-b020246b0b8a req-84418d5f-06d6-44b3-a235-4bf1ef732955 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023989 Sep 26 10:35:05.251586 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.27.1.154 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/322fb32e-a657-4ba4-bcc1-7bba0618f603) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:05.301454 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port dd42e811-ad5e-4c99-9d4a-5dad67cf348f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:05.322828 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:05.405516 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.448148 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.462580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 3, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:05.489998 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:05.493217 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Checking router: f34a4852-9ade-4692-8ec6-5e85c04d0710 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:35:05.494110 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Updating router f34a4852-9ade-4692-8ec6-5e85c04d0710 port 6f706403-0146-44f0-95da-c62c9d771db8 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:35:05.505972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:05.509730 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:05.519491 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef833011-ea6b-4eda-a238-a1c6ebff24fc req-63ae4c77-fef5-4c3b-952a-31f44541a189 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:05.527220 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef833011-ea6b-4eda-a238-a1c6ebff24fc req-63ae4c77-fef5-4c3b-952a-31f44541a189 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 944 time: 0.0677288 Sep 26 10:35:05.562884 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (6f706403-0146-44f0-95da-c62c9d771db8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.606669 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=322fb32e-a657-4ba4-bcc1-7bba0618f603,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:05.620105 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.625671 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3f2ae110-4474-4076-81d7-5ced95f957c7 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:05.644148 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef833011-ea6b-4eda-a238-a1c6ebff24fc req-cc9a64d4-376c-4f92-8dad-adacd847aa61 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159239 Sep 26 10:35:05.663671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.691889 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.766129 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:05.780395 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 3f2ae110-4474-4076-81d7-5ced95f957c7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:05.780774 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.781098 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 3f2ae110-4474-4076-81d7-5ced95f957c7 Sep 26 10:35:05.843121 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:05.876031 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Allocated IP 172.20.0.1 (413bed6e-939b-4003-b642-5f846c9a4b26/d554da69-844a-48a3-948a-e006245c449d/e52af9eb-1621-470b-a2cf-101ed26c087c) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:05.896958 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.907388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.908511 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.945627 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.973709 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:05.986075 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0670753 Sep 26 10:35:05.988807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0a81-7371-4e88-8427-63de8de7552f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=322fb32e-a657-4ba4-bcc1-7bba0618f603,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:06.028393 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 3f2ae110-4474-4076-81d7-5ced95f957c7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:06.046362 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 3385e933-4ba4-48d0-be79-5356e23bc72f up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:06.068818 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:06.127774 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks [] for port (6f706403-0146-44f0-95da-c62c9d771db8), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.139250 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (6f706403-0146-44f0-95da-c62c9d771db8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.171837 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 3385e933-4ba4-48d0-be79-5356e23bc72f completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:35:06.182571 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Attempting to bind port 6f706403-0146-44f0-95da-c62c9d771db8 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:06.182945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Attempting to bind port 6f706403-0146-44f0-95da-c62c9d771db8 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:06.183311 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Attempting to bind port 6f706403-0146-44f0-95da-c62c9d771db8 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:06.190267 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 3385e933-4ba4-48d0-be79-5356e23bc72f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:06.190645 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.190987 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 3385e933-4ba4-48d0-be79-5356e23bc72f Sep 26 10:35:06.248489 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08ae01-058d-4b14-a618-44dc79a4ed3e None None] Pushing event updated for resources: {'Port': ['ID=6f706403-0146-44f0-95da-c62c9d771db8,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:06.265050 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b84a801-2bad-4c4e-a2b6-6ad1fb5319a1 req-59799220-8093-4e40-89c3-25f5bdebdcbb tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 210 time: 0.3057830 Sep 26 10:35:06.321347 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:06.321724 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:06.322156 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.322549 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:06.323031 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Bound port: 6f706403-0146-44f0-95da-c62c9d771db8, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:06.323415 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (6f706403-0146-44f0-95da-c62c9d771db8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.327395 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.404141 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 3385e933-4ba4-48d0-be79-5356e23bc72f is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:06.404525 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.415222 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-01a5b578-7f32-497e-bc23-d1e2e2964f88 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1226196991&fields=id&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 267 time: 0.1619413 Sep 26 10:35:06.415957 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] For port 6f706403-0146-44f0-95da-c62c9d771db8, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:06.422654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks [] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.436762 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] For port 6f706403-0146-44f0-95da-c62c9d771db8, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6f706403-0146-44f0-95da-c62c9d771db8,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:06.443790 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:06.446056 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b7d2e-f062-4b59-adfb-1ae227603891" -d '{"events": [{"server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "name": "network-vif-plugged", "status": "completed", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:06.451938 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (6f706403-0146-44f0-95da-c62c9d771db8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.485857 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3385e933-4ba4-48d0-be79-5356e23bc72f,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:06.496390 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.506930 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:06.507870 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:06.562169 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08ae01-058d-4b14-a618-44dc79a4ed3e None None] Pushing event updated for resources: {'Port': ['ID=6f706403-0146-44f0-95da-c62c9d771db8,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:06.564861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20658d-414b-4844-8139-d750c38dac33 req-ee5bb609-8b39-4003-b4c0-93a668004a04 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:06.566583 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec20658d-414b-4844-8139-d750c38dac33 req-ee5bb609-8b39-4003-b4c0-93a668004a04 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1829662 Sep 26 10:35:06.671658 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:06.680569 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:06.687176 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-063368c6-1d11-4c7a-8448-e3c8eadcad87 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:06.688719 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-063368c6-1d11-4c7a-8448-e3c8eadcad87 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 818 time: 0.3384423 Sep 26 10:35:06.756849 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec20658d-414b-4844-8139-d750c38dac33 req-a342f0b8-75a6-4913-aa23-d30273a75676 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730137 Sep 26 10:35:06.763444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-80722fd0-d7db-4c0a-a44f-02f754ff6df0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:06.764878 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-80722fd0-d7db-4c0a-a44f-02f754ff6df0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.2925529 Sep 26 10:35:06.766723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Network 413bed6e-939b-4003-b642-5f846c9a4b26 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:06.786126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:06.786126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:06.786697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:06.799764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:06.812989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:06.857999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb199d62-d259-4ae0-a2df-74afa1e9ac25 x-openstack-request-id: req-cb199d62-d259-4ae0-a2df-74afa1e9ac25 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:06.858331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "name": "network-vif-plugged", "status": "completed", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:06.858588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb199d62-d259-4ae0-a2df-74afa1e9ac25 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:06.860388 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb199d62-d259-4ae0-a2df-74afa1e9ac25'] response: {'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f', 'code': 200} Sep 26 10:35:06.885665 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-e1d4abbd-7b7f-48c6-a142-b94a84362c7b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/quotas/49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 375 time: 0.1044464 Sep 26 10:35:06.895162 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Pushing event updated for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:06.951245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.004932 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-d62bce69-6708-4d62-abb0-fdb033586c29 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=615e5825389c4f1d96e6398bf1dab735 HTTP/1.1" status: 200 len: 379 time: 0.2869294 Sep 26 10:35:07.014527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.027520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 3, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:07.060898 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf23a-c4c4-4a3b-8345-d55e2b65e197 None None] The sync data for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi is: [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 3, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:35:07.063849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'port': {'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'admin_state_up': True, 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'security_groups': ['1e4cac9c-1a7e-4d11-80d0-363991eb263c']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:07.063992 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87526eb3-4321-46c1-8018-492ad19cd0e9 req-36161b77-2f43-496e-8de6-1823cce5241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:07.065487 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-87526eb3-4321-46c1-8018-492ad19cd0e9 req-36161b77-2f43-496e-8de6-1823cce5241c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 1129 time: 0.0459268 Sep 26 10:35:07.074356 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Provisioning complete for port e52af9eb-1621-470b-a2cf-101ed26c087c triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:07.074886 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.075222 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 1 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:07.076750 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-d43fdb13-be5a-4fb9-9855-7d4cee27a613 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1740093 Sep 26 10:35:07.080883 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.091617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.123155 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.124506 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:07.129137 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-87526eb3-4321-46c1-8018-492ad19cd0e9 req-43b534de-6f47-4452-b4b4-7ba82ba32797 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Sep 26 10:35:07.133443 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ea795-f33b-4c3e-b2e3-e05d466bce29 req-bf7e5a4e-8a51-4d2b-ac32-bf70a00d6eac tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:07.135015 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca0ea795-f33b-4c3e-b2e3-e05d466bce29 req-bf7e5a4e-8a51-4d2b-ac32-bf70a00d6eac tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.2071149 Sep 26 10:35:07.356859 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-2f4391bf-15a4-4fd2-886e-deb8179baa14 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531252 Sep 26 10:35:07.366948 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca0ea795-f33b-4c3e-b2e3-e05d466bce29 req-170e8277-fbf6-4d95-a143-f2564b09e9f3 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779256 Sep 26 10:35:07.444616 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.476621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Made reservation on behalf of 615e5825389c4f1d96e6398bf1dab735 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:35:07.480358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.518107 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3bd2cd46-9b3c-4fd2-9d1b-e3ebed04ab09 req-d204adf5-9177-43c8-9eb6-1b3380ba65df tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 210 time: 0.0692072 Sep 26 10:35:07.593042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.608865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6f706403-0146-44f0-95da-c62c9d771db8 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:07.634016 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 2 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:07.640597 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-cfcda56c-427d-4035-872b-f4c9a126aaa1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723274 Sep 26 10:35:07.684985 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:07.703466 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 6f706403-0146-44f0-95da-c62c9d771db8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:07.704141 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (6f706403-0146-44f0-95da-c62c9d771db8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.705495 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 6f706403-0146-44f0-95da-c62c9d771db8 Sep 26 10:35:07.806094 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Allocated IP 172.20.0.11 (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413/852a1cf1-997f-48f3-ba24-fee4c258bd27) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:07.862911 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 6f706403-0146-44f0-95da-c62c9d771db8 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:07.863254 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (6f706403-0146-44f0-95da-c62c9d771db8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.885611 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 6f706403-0146-44f0-95da-c62c9d771db8, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6f706403-0146-44f0-95da-c62c9d771db8,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:07.891343 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (6f706403-0146-44f0-95da-c62c9d771db8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:07.936634 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:07.946656 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d964-7c8e-4626-b8fa-9a5fad8fe521 req-f795cc86-5569-4c53-88e6-d9453ae059e0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:07.952042 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=6f706403-0146-44f0-95da-c62c9d771db8,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:07.958206 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-90b0d964-7c8e-4626-b8fa-9a5fad8fe521 req-f795cc86-5569-4c53-88e6-d9453ae059e0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0742345 Sep 26 10:35:07.967039 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8edf5878-0698-428a-8da4-b7bedfc7dfc4 req-7e831a27-76a3-4045-80b2-44ecdbeaa2af tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 210 time: 0.1211083 Sep 26 10:35:08.021598 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks [] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.045349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.144535 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-90b0d964-7c8e-4626-b8fa-9a5fad8fe521 req-a86eeea8-bf3f-4eca-ba4a-65cc7e2dee21 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854496 Sep 26 10:35:08.182664 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Pushing event updated for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:08.189085 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 3 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:08.189613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.229462 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:08.282748 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.348555 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Network 413bed6e-939b-4003-b642-5f846c9a4b26 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:08.352606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:08.359940 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.398920 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:08.466107 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:08.481304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:08.481706 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event updated for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:08.500664 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:08.730126 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 4 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:08.766171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:08.855044 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d287-13e5-49c7-824e-b67ec8001809 req-725bc2bb-67c9-4a30-b463-895d06c8165d tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:08.856689 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad20d287-13e5-49c7-824e-b67ec8001809 req-725bc2bb-67c9-4a30-b463-895d06c8165d tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.3956568 Sep 26 10:35:08.890345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:08.890869 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:08.911434 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5573e9e-b497-4353-9b7d-1b3583c77dca req-26f0373f-c16f-4f73-b265-dcc0316c15e9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:08.912905 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5573e9e-b497-4353-9b7d-1b3583c77dca req-26f0373f-c16f-4f73-b265-dcc0316c15e9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 932 time: 0.1093400 Sep 26 10:35:08.927584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Router f34a4852-9ade-4692-8ec6-5e85c04d0710 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:35:08.958972 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-13a470ae-64ff-4dcf-8aac-5b9134399439 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8991446 Sep 26 10:35:08.995772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad20d287-13e5-49c7-824e-b67ec8001809 req-2703dc58-b06e-4c68-8f00-02e41dd314aa tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285839 Sep 26 10:35:09.033106 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Request body: {'port': {'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:09.042321 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:09.088965 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5573e9e-b497-4353-9b7d-1b3583c77dca req-d71a7bd8-1952-4538-9f2a-b7e2cb85be53 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662066 Sep 26 10:35:09.145608 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2964fbbc-ab9f-4334-87c3-025ecd3f478a req-778fde8d-aad9-409c-a504-020f829108d7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 210 time: 0.0762756 Sep 26 10:35:09.181165 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:09.200923 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:35:09.211867 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4d65b647-e1ca-4504-9b5a-815b5978fe7b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f34a4852-9ade-4692-8ec6-5e85c04d0710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3331790 Sep 26 10:35:09.212074 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Sync routers for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:35:09.232093 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:09.237537 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:09.267174 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 5 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:09.323806 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:09.352539 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:09.372907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98501e1a-ac2d-4c2d-af7b-c1683b4b60a2 req-8e9e5d94-9fdf-4350-ac0c-b34089308eff tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:09.374508 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-98501e1a-ac2d-4c2d-af7b-c1683b4b60a2 req-8e9e5d94-9fdf-4350-ac0c-b34089308eff tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1321824 Sep 26 10:35:09.476420 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-98501e1a-ac2d-4c2d-af7b-c1683b4b60a2 req-b58be120-de97-42c5-a15d-4a0405ff1734 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952344 Sep 26 10:35:09.591003 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6f706403-0146-44f0-95da-c62c9d771db8 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:09.604985 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'e52af9eb-1621-470b-a2cf-101ed26c087c', 'name': '', 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'mac_address': 'fa:16:3e:d5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd554da69-844a-48a3-948a-e006245c449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 2, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'subnets': [{'id': 'd554da69-844a-48a3-948a-e006245c449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:09.609364 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852a1cf1-997f-48f3-ba24-fee4c258bd27 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:09.617464 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks [] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:09.628652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:09.632273 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Transition to ACTIVE for port object 852a1cf1-997f-48f3-ba24-fee4c258bd27 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:35:09.633970 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Checking router: f34a4852-9ade-4692-8ec6-5e85c04d0710 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:35:09.634880 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Updating router f34a4852-9ade-4692-8ec6-5e85c04d0710 port e52af9eb-1621-470b-a2cf-101ed26c087c binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:35:09.638163 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:09.641560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 6f706403-0146-44f0-95da-c62c9d771db8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:09.642386 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (6f706403-0146-44f0-95da-c62c9d771db8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:09.642879 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 6f706403-0146-44f0-95da-c62c9d771db8 Sep 26 10:35:09.673394 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:09.743121 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 6f706403-0146-44f0-95da-c62c9d771db8 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:09.758363 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Pushing event updated for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:09.798010 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Attempting to bind port 852a1cf1-997f-48f3-ba24-fee4c258bd27 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:09.798448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Attempting to bind port 852a1cf1-997f-48f3-ba24-fee4c258bd27 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:09.798847 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Attempting to bind port 852a1cf1-997f-48f3-ba24-fee4c258bd27 on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:09.825530 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 6 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:09.849061 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:09.884780 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:09.890742 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Port 852a1cf1-997f-48f3-ba24-fee4c258bd27 on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:35:09.891319 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Attempting to bind port 852a1cf1-997f-48f3-ba24-fee4c258bd27 on network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:09.956260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-94e5f6b4-be82-4ec3-8672-c73502325641 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:09.958336 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:09.958679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Checking segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:09.958997 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-94e5f6b4-be82-4ec3-8672-c73502325641 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.1638067 Sep 26 10:35:09.959114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Bound using segment: {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:09.959628 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Bound port: 852a1cf1-997f-48f3-ba24-fee4c258bd27, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:09.959999 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.082346 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:10.086715 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:10.086973 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-3b9dd733-aec9-4613-ad88-63e32a0e8374 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 472 time: 0.1175909 Sep 26 10:35:10.098806 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.105039 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.105878 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.108451 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'port': {'device_id': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'admin_state_up': True, 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'security_groups': ['2baed206-6ad7-4181-8e42-f5b73ddacb4a']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:10.121165 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 1094 time: 1.1260049 Sep 26 10:35:10.123324 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:10.125971 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64217402-1bf8-4740-a9dd-154a26935498" -d '{"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:10.184430 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks [] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.195418 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.249469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:35:10.253577 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.286087 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3c44c-a197-47c6-b2cb-efc1ac26ec2c None None] Pushing event updated for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:10.313604 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:10.326183 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Attempting to bind port e52af9eb-1621-470b-a2cf-101ed26c087c on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:10.326560 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Attempting to bind port e52af9eb-1621-470b-a2cf-101ed26c087c by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:10.326927 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Attempting to bind port e52af9eb-1621-470b-a2cf-101ed26c087c on network 413bed6e-939b-4003-b642-5f846c9a4b26 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:10.332187 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5c678-e71c-4082-9c9c-5c66dfc6b493 req-c9940787-1fec-4b37-88f9-b326424001aa tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.333815 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02a5c678-e71c-4082-9c9c-5c66dfc6b493 req-c9940787-1fec-4b37-88f9-b326424001aa tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.2035632 Sep 26 10:35:10.354807 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772358-0789-41d0-b36b-a79034ac296d req-ad76fe3d-ba0d-46b9-93cd-877df41b14ee tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.356929 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a772358-0789-41d0-b36b-a79034ac296d req-ad76fe3d-ba0d-46b9-93cd-877df41b14ee tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 944 time: 0.1451771 Sep 26 10:35:10.381391 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-ad1e6922-3726-4e05-84cf-730ce2aa2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.382902 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-ad1e6922-3726-4e05-84cf-730ce2aa2ba3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1128 time: 0.1346707 Sep 26 10:35:10.383500 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952167c8-7570-4f1d-ba63-3aeaa9c78377 service neutron] Pushing event updated for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:10.384386 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 7 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:10.399547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:10.458953 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Port e52af9eb-1621-470b-a2cf-101ed26c087c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:10.459148 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.20.0.14 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/853197ed-c11a-4040-abb1-0d954ce1ae71) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:10.494766 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-82a8f248-c3a8-4ecd-b30b-2ba052c34528 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 217 time: 0.0931001 Sep 26 10:35:10.500272 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02a5c678-e71c-4082-9c9c-5c66dfc6b493 req-66c2d799-fbc0-48aa-8c6d-613e0efb2740 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564271 Sep 26 10:35:10.503525 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a772358-0789-41d0-b36b-a79034ac296d req-5ef716d6-7a50-4cec-8dfe-7587a1ca6597 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249821 Sep 26 10:35:10.588385 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:10.588844 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Checking segment: {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:10.591495 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.592028 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Bound using segment: {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:10.592976 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Bound port: e52af9eb-1621-470b-a2cf-101ed26c087c, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678bb2d8-1d39-4cda-8cc5-011966b53bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:10.592976 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.618896 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156c36b-657d-47a8-9b10-f8baf0b7a1fc x-openstack-request-id: req-0156c36b-657d-47a8-9b10-f8baf0b7a1fc {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:10.626548 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:10.627217 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0156c36b-657d-47a8-9b10-f8baf0b7a1fc {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:10.631772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0156c36b-657d-47a8-9b10-f8baf0b7a1fc'] response: {'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'status': 'completed', 'code': 200} Sep 26 10:35:10.690717 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] For port e52af9eb-1621-470b-a2cf-101ed26c087c, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:10.695066 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] For port e52af9eb-1621-470b-a2cf-101ed26c087c, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=e52af9eb-1621-470b-a2cf-101ed26c087c,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:10.705799 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.723356 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:10.723913 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:10.737271 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c19d334f-0d54-41c2-959f-daee5dc9c78c req-8d1daa5a-99ed-4f6a-9362-d350aecf9ee4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 210 time: 0.0856309 Sep 26 10:35:10.742954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-aff54d3a-3968-49c6-a609-1d038e1d645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.744840 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-aff54d3a-3968-49c6-a609-1d038e1d645a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.2339261 Sep 26 10:35:10.763184 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9accbc8-1ee5-4d90-b6b2-200725d9fbf6 req-9713ac42-7504-476b-b2fc-e8e845d06ca2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.763184 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9accbc8-1ee5-4d90-b6b2-200725d9fbf6 req-9713ac42-7504-476b-b2fc-e8e845d06ca2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1118331 Sep 26 10:35:10.843693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-6b82a8d0-722e-483e-9c01-3358ee1b5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:10.845651 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-6b82a8d0-722e-483e-9c01-3358ee1b5795 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879853 Sep 26 10:35:10.879194 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.901553 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:10.912066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:10.953598 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:10.960445 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Attempt 8 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:11.016793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:11.038828 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9accbc8-1ee5-4d90-b6b2-200725d9fbf6 req-2e1318fb-da6f-43e8-8057-22562006660c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336357 Sep 26 10:35:11.053854 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:11.059496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:11.060900 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:11.066824 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:11.073195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:11.074291 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.113778 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:11.129491 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-1dd3603b-da2b-46cc-9fd2-517f5145513a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0362999 Sep 26 10:35:11.146627 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Request body: {'port': {'device_id': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:11.157525 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-6477e4eb-e739-48e6-a464-dc5df7eead14 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655079 Sep 26 10:35:11.177856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Current status of the port e52af9eb-1621-470b-a2cf-101ed26c087c is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:11.178260 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.200479 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3c44c-a197-47c6-b2cb-efc1ac26ec2c None None] Pushing event updated for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:11.294895 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:11.297528 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] For port e52af9eb-1621-470b-a2cf-101ed26c087c, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=e52af9eb-1621-470b-a2cf-101ed26c087c,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:11.306696 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.322683 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'e52af9eb-1621-470b-a2cf-101ed26c087c', 'name': '', 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'mac_address': 'fa:16:3e:d5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd554da69-844a-48a3-948a-e006245c449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:10Z', 'revision_number': 4, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'subnets': [{'id': 'd554da69-844a-48a3-948a-e006245c449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:11.362499 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc35da8-d7e9-4d1a-bfde-9bdeee82e608 None None] The sync data for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi is: [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'e52af9eb-1621-470b-a2cf-101ed26c087c', 'name': '', 'network_id': '413bed6e-939b-4003-b642-5f846c9a4b26', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'mac_address': 'fa:16:3e:d5:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'd554da69-844a-48a3-948a-e006245c449d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:10Z', 'revision_number': 4, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'subnets': [{'id': 'd554da69-844a-48a3-948a-e006245c449d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:35:11.364133 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.412290 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8866d91d-cd5d-41f9-a5a0-c460a05f0240 req-3db578d9-39a9-42bd-86dc-dcdf52e403ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470212 Sep 26 10:35:11.511472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-58b2533b-9f7a-4ac7-9009-d6919277ec1e None None] Provisioning complete for port e52af9eb-1621-470b-a2cf-101ed26c087c triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:11.512073 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58b2533b-9f7a-4ac7-9009-d6919277ec1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.516997 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-58b2533b-9f7a-4ac7-9009-d6919277ec1e None None] Attempt 1 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:11.658550 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d482e-5682-4a26-bd89-7cf94f52f601 None None] Pushing event updated for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:11.762737 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device e52af9eb-1621-470b-a2cf-101ed26c087c up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:11.813763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dae70-739d-4651-860f-de4c2be4a5ad req-bb57d1b8-5711-4023-a8b7-bfaf8f62454d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:11.821629 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-413dae70-739d-4651-860f-de4c2be4a5ad req-bb57d1b8-5711-4023-a8b7-bfaf8f62454d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 944 time: 0.1479728 Sep 26 10:35:11.821875 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-58b2533b-9f7a-4ac7-9009-d6919277ec1e None None] Current status of the port e52af9eb-1621-470b-a2cf-101ed26c087c is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:11.840472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:11.847630 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:11.865752 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port e52af9eb-1621-470b-a2cf-101ed26c087c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:11.866231 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:11.866658 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:11.919257 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-413dae70-739d-4651-860f-de4c2be4a5ad req-c1072088-2c5f-4f90-aa8f-eee3137e21b7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960565 Sep 26 10:35:12.004567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Provisioning complete for port 853197ed-c11a-4040-abb1-0d954ce1ae71 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:12.005195 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.005667 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Attempt 1 to provision port 853197ed-c11a-4040-abb1-0d954ce1ae71 Sep 26 10:35:12.032541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca661-6e5f-49c3-a2b9-d6bce636fb2d req-ea44636d-7755-4d9b-8479-2943ba8a9a38 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:12.046497 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e28ca661-6e5f-49c3-a2b9-d6bce636fb2d req-ea44636d-7755-4d9b-8479-2943ba8a9a38 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.1522379 Sep 26 10:35:12.051629 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853197ed-c11a-4040-abb1-0d954ce1ae71 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:12.060348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks [] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.085506 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Transition to ACTIVE for port object 853197ed-c11a-4040-abb1-0d954ce1ae71 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:35:12.094289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.116150 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Port 853197ed-c11a-4040-abb1-0d954ce1ae71 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:12.123849 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port e52af9eb-1621-470b-a2cf-101ed26c087c is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:12.127369 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.141661 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e8b6b-41f1-45c2-b2e1-fb7ca4035d67 req-af7eaa43-f9e6-442c-93af-3f10b1ea087f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:12.148746 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-416e8b6b-41f1-45c2-b2e1-fb7ca4035d67 req-af7eaa43-f9e6-442c-93af-3f10b1ea087f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 932 time: 0.0996394 Sep 26 10:35:12.292445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-416e8b6b-41f1-45c2-b2e1-fb7ca4035d67 req-a22431c5-d135-4d21-9246-ea7c1357fdf9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378248 Sep 26 10:35:12.315198 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Pushing event updated for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:12.321275 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Attempting to bind port 853197ed-c11a-4040-abb1-0d954ce1ae71 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:12.321724 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Attempting to bind port 853197ed-c11a-4040-abb1-0d954ce1ae71 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:12.322214 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Attempting to bind port 853197ed-c11a-4040-abb1-0d954ce1ae71 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:12.326312 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e28ca661-6e5f-49c3-a2b9-d6bce636fb2d req-85d75590-4c5f-4475-82e6-04529ee28760 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762666 Sep 26 10:35:12.386152 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Port 853197ed-c11a-4040-abb1-0d954ce1ae71 on network 5bfae35e-29c7-4379-ac17-c54030a00cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:35:12.386786 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Attempting to bind port 853197ed-c11a-4040-abb1-0d954ce1ae71 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:12.433507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d32e4-fe26-4027-a546-1bc1c0f24114 req-2cda5469-a457-4a71-93fb-d2432803080e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:12.440911 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d4d32e4-fe26-4027-a546-1bc1c0f24114 req-2cda5469-a457-4a71-93fb-d2432803080e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0617228 Sep 26 10:35:12.442825 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:12.443416 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:12.444016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:12.444679 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Bound port: 853197ed-c11a-4040-abb1-0d954ce1ae71, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:12.445848 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.493703 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d4d32e4-fe26-4027-a546-1bc1c0f24114 req-ec18b644-b5ae-4853-a845-9ffdb890c6a6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Sep 26 10:35:12.543099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:12.553704 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=853197ed-c11a-4040-abb1-0d954ce1ae71,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:12.564168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.568341 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:12.568961 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:12.570380 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/853197ed-c11a-4040-abb1-0d954ce1ae71 HTTP/1.1" status: 200 len: 1094 time: 1.4303434 Sep 26 10:35:12.573154 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:12.575617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06307fd7-7ffa-430e-ac17-1a819e83a7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:12.596701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64217402-1bf8-4740-a9dd-154a26935498 req-71c805ec-a274-49ea-99d3-58776665ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:12.602189 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-71c805ec-a274-49ea-99d3-58776665ae33 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1128 time: 0.0861080 Sep 26 10:35:12.617726 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Attempt 2 to provision port 853197ed-c11a-4040-abb1-0d954ce1ae71 Sep 26 10:35:12.646581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2aa3b1-8ef0-449f-ac70-40c48cd617ae x-openstack-request-id: req-7f2aa3b1-8ef0-449f-ac70-40c48cd617ae {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:12.646903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:12.647125 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f2aa3b1-8ef0-449f-ac70-40c48cd617ae {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:12.647533 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2aa3b1-8ef0-449f-ac70-40c48cd617ae'] response: {'name': 'network-changed', 'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'status': 'completed', 'code': 200} Sep 26 10:35:12.672273 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaef81-1948-4632-b63c-012b9dcd4e87 service neutron] Pushing event updated for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:12.705486 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4e0d2-1331-4b95-921c-1dafb53e8b72 None None] Port 853197ed-c11a-4040-abb1-0d954ce1ae71 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:35:13.049900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14a6c5-16cb-47be-9225-50b596ce8c60 req-81ec3291-1366-43e1-94a5-57d40aaa8eb6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.051578 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c14a6c5-16cb-47be-9225-50b596ce8c60 req-81ec3291-1366-43e1-94a5-57d40aaa8eb6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 944 time: 0.0530298 Sep 26 10:35:13.107446 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c14a6c5-16cb-47be-9225-50b596ce8c60 req-54abe981-f9d8-43f3-b02c-b8338a5f19e4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498400 Sep 26 10:35:13.423551 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f782db-6e77-482c-82bb-bcb703598b7c req-4a257c61-e6e7-4cec-a938-85971ed28571 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.425432 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2f782db-6e77-482c-82bb-bcb703598b7c req-4a257c61-e6e7-4cec-a938-85971ed28571 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 944 time: 0.0525799 Sep 26 10:35:13.510094 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9e8e6-1244-46ce-b740-5b18a95c57e1 req-06c5880f-bbf5-4431-8bc5-b6eb8ec39b69 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.511637 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-33f9e8e6-1244-46ce-b740-5b18a95c57e1 req-06c5880f-bbf5-4431-8bc5-b6eb8ec39b69 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.0842261 Sep 26 10:35:13.523996 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2f782db-6e77-482c-82bb-bcb703598b7c req-84449162-a854-4145-b384-42d3ec4ba247 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834246 Sep 26 10:35:13.588580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:13.615102 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-33f9e8e6-1244-46ce-b740-5b18a95c57e1 req-393ec7b2-0691-4de7-bb03-33a3d6656e09 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880291 Sep 26 10:35:13.638852 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device e52af9eb-1621-470b-a2cf-101ed26c087c up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:13.668251 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a3187-f66b-4849-929e-0e1050107128 req-8eb86a23-ae5b-47ac-ad84-659d3ea71834 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.669813 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d3a3187-f66b-4849-929e-0e1050107128 req-8eb86a23-ae5b-47ac-ad84-659d3ea71834 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0537565 Sep 26 10:35:13.688242 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port e52af9eb-1621-470b-a2cf-101ed26c087c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:13.688889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:13.689378 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port e52af9eb-1621-470b-a2cf-101ed26c087c Sep 26 10:35:13.720087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:13.723718 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d3a3187-f66b-4849-929e-0e1050107128 req-075e4838-887c-4f94-a32a-89ba56fd2984 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Sep 26 10:35:13.786805 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port e52af9eb-1621-470b-a2cf-101ed26c087c is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:13.845195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-959098c2-5c79-41c2-9d36-d8758e5363a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.846924 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-959098c2-5c79-41c2-9d36-d8758e5363a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 1128 time: 0.0417871 Sep 26 10:35:13.893609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64217402-1bf8-4740-a9dd-154a26935498 req-1d5eaebb-b02a-4bb1-adb9-9fcd7d8406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:13.895021 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-1d5eaebb-b02a-4bb1-adb9-9fcd7d8406be service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1199608 Sep 26 10:35:14.055594 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-37b39ea8-cfc6-4b78-877a-eb34be7dd94c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 217 time: 0.0579526 Sep 26 10:35:14.077531 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 852a1cf1-997f-48f3-ba24-fee4c258bd27 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:35:14.080829 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:14.101166 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-dc26f3a5-231d-4e77-9f27-9423d6100027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.102758 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-dc26f3a5-231d-4e77-9f27-9423d6100027 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=49df2764440f4f2cb68d8d6284f07f47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1320422 Sep 26 10:35:14.139094 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:14.141380 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64217402-1bf8-4740-a9dd-154a26935498 req-d2697cbc-001b-45f1-aace-09a984b649da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.142969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-d2697cbc-001b-45f1-aace-09a984b649da service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0801046 Sep 26 10:35:14.219155 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:14.239916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-c95bcc22-a1a7-4b04-9728-62f0419b2ee7 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.241458 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-c95bcc22-a1a7-4b04-9728-62f0419b2ee7 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.1159225 Sep 26 10:35:14.245169 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:35:14.248502 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-fd57ab81-2394-4b67-a8af-ecc72d0142bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.251835 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-06307fd7-7ffa-430e-ac17-1a819e83a7bd req-fd57ab81-2394-4b67-a8af-ecc72d0142bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275012 Sep 26 10:35:14.291666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 852a1cf1-997f-48f3-ba24-fee4c258bd27 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:14.292329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:14.298887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843bc8-bcd6-434f-8549-79505fcb77de req-1bb330a5-372f-4b02-b57a-2080b4868ea8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.300631 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-42843bc8-bcd6-434f-8549-79505fcb77de req-1bb330a5-372f-4b02-b57a-2080b4868ea8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 944 time: 0.0536768 Sep 26 10:35:14.325974 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852a1cf1-997f-48f3-ba24-fee4c258bd27 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:14.352232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64217402-1bf8-4740-a9dd-154a26935498 req-d7dc8978-8770-46aa-b931-dd846c89dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.353773 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-d7dc8978-8770-46aa-b931-dd846c89dcaf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1926377 Sep 26 10:35:14.362196 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:14.370252 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:14.392855 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-1074291c-b4cb-49d2-84df-0972db79b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.396251 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-1074291c-b4cb-49d2-84df-0972db79b3a3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 1128 time: 0.0990489 Sep 26 10:35:14.435017 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-42843bc8-bcd6-434f-8549-79505fcb77de req-6a51ff63-a4a7-44b0-a305-bab1e65b489a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222954 Sep 26 10:35:14.452348 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:14.469094 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-02bdae5e-8895-45a4-8891-82f9cdc77ca1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853197ed-c11a-4040-abb1-0d954ce1ae71 HTTP/1.1" status: 200 len: 217 time: 0.0521891 Sep 26 10:35:14.516973 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Deleting port 3385e933-4ba4-48d0-be79-5356e23bc72f {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:35:14.517566 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:14.543931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-3a6c2f1a-1dca-481f-a05e-c941823a41dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.545634 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-3a6c2f1a-1dca-481f-a05e-c941823a41dd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0734980 Sep 26 10:35:14.628874 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830191e1-ddad-4de8-981d-34add61d8795 req-70bbab3a-193b-43e6-aad8-5c85471fc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.630422 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-70bbab3a-193b-43e6-aad8-5c85471fc9f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665143 Sep 26 10:35:14.650214 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-cd1e0199-5463-49f2-b1ee-92b818d9f1e0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806051 Sep 26 10:35:14.672996 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['852a1cf1-997f-48f3-ba24-fee4c258bd27'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:14.691171 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:14.760537 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-05cdf325-d4ed-4a5a-9a66-f8f4d18c1802 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187766 Sep 26 10:35:14.772757 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64217402-1bf8-4740-a9dd-154a26935498 req-ed938c26-037b-4662-83eb-c570eeb4d1f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016548 Sep 26 10:35:14.823899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] For port 3385e933-4ba4-48d0-be79-5356e23bc72f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3385e933-4ba4-48d0-be79-5356e23bc72f,segment=NetworkSegment(a270d786-786d-4a99-bee5-dbac8f20f91b),segment_id=a270d786-786d-4a99-bee5-dbac8f20f91b)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:14.823899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:14.847513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eec5e-beb7-4590-97ed-505f96958cf3 req-05b5e164-90d2-4719-a469-5d947cdb027f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.849065 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c47eec5e-beb7-4590-97ed-505f96958cf3 req-05b5e164-90d2-4719-a469-5d947cdb027f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 944 time: 0.2262924 Sep 26 10:35:14.878096 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Calling delete_port for 3385e933-4ba4-48d0-be79-5356e23bc72f owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:35:14.938707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f13b9-e942-41c7-8e48-837b4220390b req-46824be9-84c2-4be2-b8df-674c4c3662da tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:14.940198 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-589f13b9-e942-41c7-8e48-837b4220390b req-46824be9-84c2-4be2-b8df-674c4c3662da tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 945 time: 0.1573696 Sep 26 10:35:14.976051 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c47eec5e-beb7-4590-97ed-505f96958cf3 req-5cef780b-8b45-47d9-8e51-c267c0bf14e3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051095 Sep 26 10:35:14.979008 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-830191e1-ddad-4de8-981d-34add61d8795 req-7715d939-124b-4480-9ea5-2832da752cf2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843309 Sep 26 10:35:14.979529 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:15.050345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:15.084737 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-589f13b9-e942-41c7-8e48-837b4220390b req-33bd168b-6a7e-4a3c-9550-79d78d4492e2 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=08283b12-7b29-4a4f-8ab4-9cc06fc0814e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063585 Sep 26 10:35:15.138700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfd36c-4aaf-4d7a-aba3-cb7036c47b73 req-4eaf987b-b0cc-4970-8642-37eb401c697e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:15.140334 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07bfd36c-4aaf-4d7a-aba3-cb7036c47b73 req-4eaf987b-b0cc-4970-8642-37eb401c697e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0830765 Sep 26 10:35:15.227992 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (3385e933-4ba4-48d0-be79-5356e23bc72f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:15.240044 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07bfd36c-4aaf-4d7a-aba3-cb7036c47b73 req-807d3fae-6dfa-4263-b08b-497659b66b5e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928023 Sep 26 10:35:15.270079 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Pushing event deleted for resources: {'Port': ['ID=3385e933-4ba4-48d0-be79-5356e23bc72f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:15.323270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] No DVR routers for this DVR port 3385e933-4ba4-48d0-be79-5356e23bc72f on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:35:15.328173 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:15.332346 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5aad5d6f-4761-42da-88fb-049a089dd053 req-8ed3ad02-fa10-4d1e-9e92-fef41de9b782 tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3385e933-4ba4-48d0-be79-5356e23bc72f HTTP/1.1" status: 204 len: 173 time: 1.0310094 Sep 26 10:35:15.332963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'name': 'network-vif-deleted', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:15.335530 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3232204-23a8-4e50-9696-aa75a4a2eb17" -d '{"events": [{"server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "name": "network-vif-deleted", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:15.375693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4f5b7-9d2b-4453-b2ef-9ea0d257b29e x-openstack-request-id: req-26a4f5b7-9d2b-4453-b2ef-9ea0d257b29e {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:15.375991 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608bdad4-bd12-460a-b753-9fba03102268", "name": "network-vif-deleted", "tag": "3385e933-4ba4-48d0-be79-5356e23bc72f", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:15.376245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26a4f5b7-9d2b-4453-b2ef-9ea0d257b29e {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:15.376649 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a4f5b7-9d2b-4453-b2ef-9ea0d257b29e'] response: {'server_uuid': '608bdad4-bd12-460a-b753-9fba03102268', 'name': 'network-vif-deleted', 'tag': '3385e933-4ba4-48d0-be79-5356e23bc72f', 'status': 'completed', 'code': 200} Sep 26 10:35:15.579635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277b8a3-84da-423a-ac22-37a480194074 req-e71ffba1-7caa-475a-b731-3fe3d191780a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:15.581162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e277b8a3-84da-423a-ac22-37a480194074 req-e71ffba1-7caa-475a-b731-3fe3d191780a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 945 time: 0.0543029 Sep 26 10:35:15.588611 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['3385e933-4ba4-48d0-be79-5356e23bc72f'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:15.650120 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e277b8a3-84da-423a-ac22-37a480194074 req-f6ef476a-7dc2-42c0-ad2e-f32d6a37512b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623894 Sep 26 10:35:16.098168 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 852a1cf1-997f-48f3-ba24-fee4c258bd27 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:16.103185 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:16.206813 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a2da2-a774-4c88-9a04-f95d3fe2c8ab req-078e45b4-9fc6-4b33-b61d-33669049a7df tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:16.208378 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b1a2da2-a774-4c88-9a04-f95d3fe2c8ab req-078e45b4-9fc6-4b33-b61d-33669049a7df tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 944 time: 0.1244731 Sep 26 10:35:16.244105 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 852a1cf1-997f-48f3-ba24-fee4c258bd27 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:35:16.264333 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 852a1cf1-997f-48f3-ba24-fee4c258bd27 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:16.265018 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:16.265550 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 852a1cf1-997f-48f3-ba24-fee4c258bd27 Sep 26 10:35:16.304675 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-555507dc-4393-41c2-b0a9-2e96292be421 req-9d238e2c-039c-46d0-aa51-ceed982e52ce tempest-VolumesActionsTest-956047227 tempest-VolumesActionsTest-956047227-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=608bdad4-bd12-460a-b753-9fba03102268 HTTP/1.1" status: 200 len: 210 time: 0.0614452 Sep 26 10:35:16.363682 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b1a2da2-a774-4c88-9a04-f95d3fe2c8ab req-4522c6e9-7a60-4907-803a-60aa55cacd0f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479104 Sep 26 10:35:16.440609 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 852a1cf1-997f-48f3-ba24-fee4c258bd27 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:16.441000 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:16.480757 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f49a94-88ab-47cc-95a0-14e32d1d5abc req-877eca1c-bca7-493b-bb80-94293152b691 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:16.488189 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7f49a94-88ab-47cc-95a0-14e32d1d5abc req-877eca1c-bca7-493b-bb80-94293152b691 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0613420 Sep 26 10:35:16.493046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:16.505635 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76478b65-854a-4880-8822-1b1e726f2475" -d '{"events": [{"server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "name": "network-vif-plugged", "status": "completed", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:16.535455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:16.546545 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:16.601890 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7f49a94-88ab-47cc-95a0-14e32d1d5abc req-48a5c0c7-2f5a-408b-b18b-af0340e487dd tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037202 Sep 26 10:35:16.608323 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d2e188-f816-45b2-b33e-7d2df65af1de x-openstack-request-id: req-72d2e188-f816-45b2-b33e-7d2df65af1de {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:16.608630 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "name": "network-vif-plugged", "status": "completed", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:16.608899 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72d2e188-f816-45b2-b33e-7d2df65af1de {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:16.609301 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d2e188-f816-45b2-b33e-7d2df65af1de'] response: {'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'code': 200} Sep 26 10:35:16.645784 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:16.779635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c55b-21e5-4fc6-b8e4-b2dc207bb3ab req-e74648f4-6253-4253-868c-be92254cad43 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:16.787137 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7606c55b-21e5-4fc6-b8e4-b2dc207bb3ab req-e74648f4-6253-4253-868c-be92254cad43 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0574870 Sep 26 10:35:16.836191 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7606c55b-21e5-4fc6-b8e4-b2dc207bb3ab req-b8c0286e-de13-4aee-81f8-7525ccba8c72 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476410 Sep 26 10:35:17.044074 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d11c0-2305-4b7c-81f8-dacfcec4a9f6 req-a98f7a56-7b40-4560-9e3e-82b9b5d58130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:17.046366 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-998d11c0-2305-4b7c-81f8-dacfcec4a9f6 req-a98f7a56-7b40-4560-9e3e-82b9b5d58130 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0479629 Sep 26 10:35:17.118885 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-998d11c0-2305-4b7c-81f8-dacfcec4a9f6 req-7ca9a801-fb6d-4232-b9a9-7f51ddcb9fe5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521135 Sep 26 10:35:17.556932 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88fd2-c8db-4bfd-9044-2904c425ef94 req-532a21d6-ba4a-40c4-9a92-e7b8b30e7573 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:17.563763 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05f88fd2-c8db-4bfd-9044-2904c425ef94 req-532a21d6-ba4a-40c4-9a92-e7b8b30e7573 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 944 time: 0.0957422 Sep 26 10:35:17.634939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05f88fd2-c8db-4bfd-9044-2904c425ef94 req-a40503e4-0775-478a-93a0-42263ee2d1e1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615413 Sep 26 10:35:17.761826 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:17.773898 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354cef0-ec95-40b7-a074-a01478b7bbe0 req-ea4fc577-3c5d-419f-845f-657b601804fe tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:17.775987 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8354cef0-ec95-40b7-a074-a01478b7bbe0 req-ea4fc577-3c5d-419f-845f-657b601804fe tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0623972 Sep 26 10:35:17.853034 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8354cef0-ec95-40b7-a074-a01478b7bbe0 req-1c1b450f-65ae-489a-8915-572f11704e88 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666723 Sep 26 10:35:18.019347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803b5ca-f5f8-4238-8761-13feb9615bf5 req-bb73d2e2-aa1e-41da-a3d0-d2ead56b2e3b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:18.031090 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9803b5ca-f5f8-4238-8761-13feb9615bf5 req-bb73d2e2-aa1e-41da-a3d0-d2ead56b2e3b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0916300 Sep 26 10:35:18.088530 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9803b5ca-f5f8-4238-8761-13feb9615bf5 req-db9d5080-ce21-478f-99f5-6e31c5d0adec tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569904 Sep 26 10:35:18.126196 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 853197ed-c11a-4040-abb1-0d954ce1ae71 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:35:18.136756 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 3385e933-4ba4-48d0-be79-5356e23bc72f no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:35:18.209199 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 3385e933-4ba4-48d0-be79-5356e23bc72f {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:35:18.209831 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 3385e933-4ba4-48d0-be79-5356e23bc72f not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:35:18.379226 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:18.387560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=853197ed-c11a-4040-abb1-0d954ce1ae71,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:18.399293 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'port_id': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'mac_address': 'fa:16:3e:13:dd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:35:18.449098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 853197ed-c11a-4040-abb1-0d954ce1ae71 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:18.449657 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:18.464505 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853197ed-c11a-4040-abb1-0d954ce1ae71 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:18.489961 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=853197ed-c11a-4040-abb1-0d954ce1ae71,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:18.497265 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:18.553046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:18.764674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73e3f-911e-4a1f-bf2e-19f23454bfed req-1bf9dcba-2420-4e09-819c-f6920d3211d7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:18.766318 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1be73e3f-911e-4a1f-bf2e-19f23454bfed req-1bf9dcba-2420-4e09-819c-f6920d3211d7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 945 time: 0.0588357 Sep 26 10:35:18.817104 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:18.832215 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1be73e3f-911e-4a1f-bf2e-19f23454bfed req-d52a3f49-a81f-4b24-af86-da9b05f665d6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592694 Sep 26 10:35:19.030803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e767-9821-421c-ac5d-9c90b9bba988 req-02d32356-0dca-43db-a832-bfbb27c69c22 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:19.032478 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7c4e767-9821-421c-ac5d-9c90b9bba988 req-02d32356-0dca-43db-a832-bfbb27c69c22 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Sep 26 10:35:19.084389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7c4e767-9821-421c-ac5d-9c90b9bba988 req-4d2ebe51-ba04-43e2-a4e1-9701faadf4bf tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 Sep 26 10:35:19.243745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8ccb8-af1f-458f-a295-4726d4f8a51a req-ca5eed77-73f9-4c08-b08c-2fac6cca1251 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:19.245206 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48d8ccb8-af1f-458f-a295-4726d4f8a51a req-ca5eed77-73f9-4c08-b08c-2fac6cca1251 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0518994 Sep 26 10:35:19.298224 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48d8ccb8-af1f-458f-a295-4726d4f8a51a req-12788923-2335-4b9b-aaf7-328f72924cb1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463450 Sep 26 10:35:19.964728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a904-80b2-4463-8c00-95229a115f3e req-c15a14c1-0d64-4ef3-87d5-ebb185f289f3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:19.966949 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7919a904-80b2-4463-8c00-95229a115f3e req-c15a14c1-0d64-4ef3-87d5-ebb185f289f3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 945 time: 0.0539443 Sep 26 10:35:20.288958 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763b81-45aa-43ee-8972-cabfd86d9862 req-3fe91c41-80d5-4e39-8063-9d9b50ee3f55 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:20.290440 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-94763b81-45aa-43ee-8972-cabfd86d9862 req-3fe91c41-80d5-4e39-8063-9d9b50ee3f55 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0678399 Sep 26 10:35:20.293824 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7919a904-80b2-4463-8c00-95229a115f3e req-d437f8b3-b379-44ed-8d73-68ef753c28b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208497 Sep 26 10:35:20.354489 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-94763b81-45aa-43ee-8972-cabfd86d9862 req-8a18d78e-77d2-42b9-b8d8-c3c590d88c10 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580473 Sep 26 10:35:20.451391 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29616a62-1693-40f6-919b-22774d573448 req-f187474e-3b2d-4303-bfb0-bfbd3eee2b3d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:20.453534 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-29616a62-1693-40f6-919b-22774d573448 req-f187474e-3b2d-4303-bfb0-bfbd3eee2b3d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0618296 Sep 26 10:35:20.504933 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-29616a62-1693-40f6-919b-22774d573448 req-427e1dc5-fec7-4708-95c5-ca6227ed18f5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Sep 26 10:35:21.382244 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['853197ed-c11a-4040-abb1-0d954ce1ae71'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:21.455670 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e5da1-d74c-42ca-8916-239fea1cc886 req-3c66fa86-f81f-4f21-9d1d-f548881049b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:21.463049 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-857e5da1-d74c-42ca-8916-239fea1cc886 req-3c66fa86-f81f-4f21-9d1d-f548881049b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 945 time: 0.0683749 Sep 26 10:35:21.521374 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-857e5da1-d74c-42ca-8916-239fea1cc886 req-1437a6ef-7cac-4bf5-8a0e-1033076404dc tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553694 Sep 26 10:35:21.615880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceee425-0b00-4dca-8f6c-6849b31bd8b7 req-f80b259f-5f5a-451c-a575-597425af14fb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:21.617988 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ceee425-0b00-4dca-8f6c-6849b31bd8b7 req-f80b259f-5f5a-451c-a575-597425af14fb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1089103 Sep 26 10:35:21.688190 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffdee0-da19-4997-8172-fce4545e3fe4 req-52c64291-3e26-4de9-8352-0127d5da992a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:21.690516 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6ffdee0-da19-4997-8172-fce4545e3fe4 req-52c64291-3e26-4de9-8352-0127d5da992a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0711813 Sep 26 10:35:21.735272 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ceee425-0b00-4dca-8f6c-6849b31bd8b7 req-113814bf-b969-41d9-ae89-2f2de690d0ba tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057620 Sep 26 10:35:21.763373 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6ffdee0-da19-4997-8172-fce4545e3fe4 req-af52daac-84e3-4f65-b130-994a379e83c5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649278 Sep 26 10:35:22.228645 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:22.256418 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-76ccec8a-13a5-4628-ba34-7eb55d9bf7ed tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:22.257875 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-76ccec8a-13a5-4628-ba34-7eb55d9bf7ed tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 814 time: 0.1073790 Sep 26 10:35:22.272693 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-ff8ca36a-e9a2-4af4-8b26-8b389eb6ddee tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/quotas/6bb20c7af7544a06adaa9b5e47b03cd1 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Sep 26 10:35:22.321092 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-e12786d4-55df-4ea6-9e08-3457e8031a81 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435798 Sep 26 10:35:22.395257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:22.422723 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-5665b029-8a27-4737-b620-53e0060d8c43 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900114 Sep 26 10:35:22.517201 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-9d244cde-09a3-4eee-896c-78b86c037e89 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885880 Sep 26 10:35:22.656819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92528d4-bc36-4b35-b60a-9d85c0b0f3b6 req-138210c1-dcf4-4e86-93d0-e8fb8f7a8483 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:22.662684 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c92528d4-bc36-4b35-b60a-9d85c0b0f3b6 req-138210c1-dcf4-4e86-93d0-e8fb8f7a8483 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 945 time: 0.0640016 Sep 26 10:35:22.728995 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-95c6b150-09ad-42f9-a5b5-24c309613807 req-a2f2dcb1-6966-496f-b2ad-ed055987e251 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 210 time: 0.0430110 Sep 26 10:35:22.730282 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:35:22.756473 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c92528d4-bc36-4b35-b60a-9d85c0b0f3b6 req-eb16453b-db2e-4b87-abe6-ca26cf339a7b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908709 Sep 26 10:35:22.967701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d27d3e-e993-46b9-811b-e82e16e34d66 req-6c349568-c3bf-4636-bebe-fb259b284871 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:22.969317 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65d27d3e-e993-46b9-811b-e82e16e34d66 req-6c349568-c3bf-4636-bebe-fb259b284871 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1040902 Sep 26 10:35:22.977904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0385941-822b-48e3-960e-a665b8410d66 req-1206e969-5ddf-437d-97fe-02419dbb2c26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:22.979395 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0385941-822b-48e3-960e-a665b8410d66 req-1206e969-5ddf-437d-97fe-02419dbb2c26 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0964601 Sep 26 10:35:23.067131 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65d27d3e-e993-46b9-811b-e82e16e34d66 req-ce5f64f6-7a25-4225-a6f2-f2f84bba7305 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867596 Sep 26 10:35:23.119253 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0385941-822b-48e3-960e-a665b8410d66 req-6d357780-66d1-4fe3-817a-656a0087c823 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312027 Sep 26 10:35:23.292510 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88853-0b07-41cb-80df-0ae7abc0b439 req-cd9a38b1-c690-4c66-b5ef-e33792fb6852 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:23.294334 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c2b88853-0b07-41cb-80df-0ae7abc0b439 req-cd9a38b1-c690-4c66-b5ef-e33792fb6852 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0880177 Sep 26 10:35:23.312235 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 55880) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:23.317635 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'floatingip': {'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:23.382880 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 853197ed-c11a-4040-abb1-0d954ce1ae71 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:23.409260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:23.500540 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 853197ed-c11a-4040-abb1-0d954ce1ae71 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:35:23.504561 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830db92-6761-4923-b678-305e987e70e0 req-c1875b65-623f-426a-8418-edcacb198c8e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:23.513537 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 853197ed-c11a-4040-abb1-0d954ce1ae71 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:23.514235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:23.515409 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 853197ed-c11a-4040-abb1-0d954ce1ae71 Sep 26 10:35:23.530375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7830db92-6761-4923-b678-305e987e70e0 req-c1875b65-623f-426a-8418-edcacb198c8e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1788487 Sep 26 10:35:23.588475 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68668-5930-45e7-95c1-b9b1357444df req-3b82ab1b-fbe5-4f1a-b33f-4a3184f9ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:23.590158 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-3b82ab1b-fbe5-4f1a-b33f-4a3184f9ac09 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1129 time: 0.1304655 Sep 26 10:35:23.635745 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 853197ed-c11a-4040-abb1-0d954ce1ae71 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:23.636396 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:23.677461 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:23.681037 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc4317-8149-4822-8925-3291d38af505" -d '{"events": [{"server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "name": "network-vif-plugged", "status": "completed", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:23.696866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=853197ed-c11a-4040-abb1-0d954ce1ae71,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:23.711773 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:23.753543 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68668-5930-45e7-95c1-b9b1357444df req-d6a4ffc0-74d7-49cf-b24d-70ff254aebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:23.755253 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-d6a4ffc0-74d7-49cf-b24d-70ff254aebe6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.1157618 Sep 26 10:35:23.800831 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd585a9c-6100-4459-bd39-4dcbee3d9572 x-openstack-request-id: req-dd585a9c-6100-4459-bd39-4dcbee3d9572 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:23.808401 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "name": "network-vif-plugged", "status": "completed", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:23.809402 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd585a9c-6100-4459-bd39-4dcbee3d9572 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:23.809843 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd585a9c-6100-4459-bd39-4dcbee3d9572'] response: {'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'code': 200} Sep 26 10:35:23.867231 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:23.926135 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9749b65-40c3-4331-8af2-9615f05ed567 req-a00521f2-df52-4fa6-90d7-6dfd0652c7f3 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 210 time: 0.0329459 Sep 26 10:35:23.943625 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7830db92-6761-4923-b678-305e987e70e0 req-e229f272-23c5-4a59-818b-a96d6d8e2b5b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099448 Sep 26 10:35:23.974564 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-916ce92c-0e5a-4752-9aa3-cc2efb7d87ba service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 1001 time: 0.2071743 Sep 26 10:35:24.131905 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:24.147049 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68668-5930-45e7-95c1-b9b1357444df req-5293f040-85a6-44f8-b408-f008148c7148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:24.148340 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-5293f040-85a6-44f8-b408-f008148c7148 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.1505260 Sep 26 10:35:24.155717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdd91f-e346-4190-a168-1a354a2a5b26 req-351ae926-eeda-49c9-9129-60e02f7d9687 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:24.167034 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9bdd91f-e346-4190-a168-1a354a2a5b26 req-351ae926-eeda-49c9-9129-60e02f7d9687 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.1051056 Sep 26 10:35:24.254504 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2993e4-bea5-45a2-a697-d532796c3426 req-35770367-5fd8-4602-b383-0528d796c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:24.256266 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e2993e4-bea5-45a2-a697-d532796c3426 req-35770367-5fd8-4602-b383-0528d796c8d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 1130 time: 0.0430861 Sep 26 10:35:24.264104 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a68668-5930-45e7-95c1-b9b1357444df req-cba3f55b-e167-47e0-9a85-5f39d50da2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:24.265838 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-cba3f55b-e167-47e0-9a85-5f39d50da2c1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954943 Sep 26 10:35:24.303139 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9bdd91f-e346-4190-a168-1a354a2a5b26 req-e089ee98-9d88-4ba3-a4b7-afc40f7856ad tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263869 Sep 26 10:35:24.383556 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e2993e4-bea5-45a2-a697-d532796c3426 req-2fd720a8-8596-40ed-bedd-fdb6ad2a350a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186190 Sep 26 10:35:24.407410 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-deb95be6-dd11-4684-9e73-bf3ac0540d9e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342311 Sep 26 10:35:24.581068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:24.591051 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:24.597746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:24.704132 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Floating IP f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9 associated. External IP: 172.27.1.14, port: 852a1cf1-997f-48f3-ba24-fee4c258bd27. Sep 26 10:35:24.943574 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:35:25.025508 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:25.049406 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9a68668-5930-45e7-95c1-b9b1357444df req-0b33cc7f-2d02-48f9-b829-1e7ef2076092 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765294 Sep 26 10:35:25.135780 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6cb0ec3-58e5-4807-b223-5027a8d97103 req-41b3d16a-0b99-45ee-acf5-d90785e10cc8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 210 time: 0.0621562 Sep 26 10:35:25.153151 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:25.180581 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ffb9-30c1-4bd0-9b61-91f33fa22955 req-397706e5-822e-42a2-a2eb-e9935195dbe7 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:25.182184 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3215ffb9-30c1-4bd0-9b61-91f33fa22955 req-397706e5-822e-42a2-a2eb-e9935195dbe7 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0704329 Sep 26 10:35:25.191444 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:35:25.200901 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:25.207233 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:35:25.219996 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:25.221122 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:25.251544 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d61d8e0f-097a-49fe-89bd-a88a6d9fa67b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9 HTTP/1.1" status: 200 len: 991 time: 1.9374721 Sep 26 10:35:25.255625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:25.257955 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e488069e-037a-43ad-ae49-abf2df3ffc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:25.267977 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3215ffb9-30c1-4bd0-9b61-91f33fa22955 req-c84f685d-f206-4189-9351-5f5581bce2a8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760210 Sep 26 10:35:25.292731 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-854f7f1c-6619-4feb-8481-54b381891741 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:25.294952 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-854f7f1c-6619-4feb-8481-54b381891741 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 814 time: 0.2012355 Sep 26 10:35:25.319500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561fda0a-82cc-4304-9031-f896d9236148 x-openstack-request-id: req-561fda0a-82cc-4304-9031-f896d9236148 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:25.319815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:25.320097 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-561fda0a-82cc-4304-9031-f896d9236148 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:25.320536 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561fda0a-82cc-4304-9031-f896d9236148'] response: {'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'status': 'completed', 'code': 200} Sep 26 10:35:25.430122 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:25.445129 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d67bdf-4d25-496c-bece-1f6d18b00828 req-22029b00-a300-477b-a06b-f6f1de63dbdb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:25.453391 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09d67bdf-4d25-496c-bece-1f6d18b00828 req-22029b00-a300-477b-a06b-f6f1de63dbdb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0734386 Sep 26 10:35:25.509612 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09d67bdf-4d25-496c-bece-1f6d18b00828 req-0d967f44-7a2f-42f3-b71a-f48dd5cb02fb tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536318 Sep 26 10:35:25.538437 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:25.542423 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'port': {'device_id': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'admin_state_up': True, 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:25.625480 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-e1dc4b39-f917-46c2-8b99-3ebf50d54cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:25.627085 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-e1dc4b39-f917-46c2-8b99-3ebf50d54cd3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0741806 Sep 26 10:35:25.722640 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Made reservation on behalf of 6bb20c7af7544a06adaa9b5e47b03cd1 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:35:25.727322 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:25.742917 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:25.846872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:24Z', 'revision_number': 1, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:25.876354 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:35:25.885923 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:25.886574 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:25.929497 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Allocated IP 172.20.0.5 (55d4234f-5ea7-4f10-8611-3be0546101de/0ffcc753-a93f-4451-8da1-374fb2edfdd6/c3b3988b-57fd-4956-8209-afc0f13b21e0) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:35:26.027832 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:26.052236 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:26.150659 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-fe9efa99-7385-4f6f-b3f1-e2735cd1f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:26.152311 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-fe9efa99-7385-4f6f-b3f1-e2735cd1f193 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1843028 Sep 26 10:35:26.205807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:26.253823 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:26.267432 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea474a2f-5651-475d-bf5a-156aa5081d1c req-b70739a1-eaa7-470d-abdc-5560635934cc tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 210 time: 0.0518324 Sep 26 10:35:26.312886 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Network 55d4234f-5ea7-4f10-8611-3be0546101de is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:35:26.316382 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:35:26.347817 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:35:26.365814 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:26.368415 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:26.440839 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:26.464303 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-93897385-424a-4466-ac97-5441a5dd34ad tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9257996 Sep 26 10:35:26.532606 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:24Z', 'revision_number': 1, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:26.610619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991fa14-6862-4839-a128-273da1f466e5 None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:24Z', 'revision_number': 1, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:35:26.651780 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e3bf6-5d5d-4666-9493-9f8b0a1d3433 req-7d8cf57b-8712-466e-b3d9-5dcadc721b28 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:26.664024 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e5e3bf6-5d5d-4666-9493-9f8b0a1d3433 req-7d8cf57b-8712-466e-b3d9-5dcadc721b28 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1493540 Sep 26 10:35:26.729102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Provisioning complete for port c3b3988b-57fd-4956-8209-afc0f13b21e0 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:26.729565 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:26.729845 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Attempt 1 to provision port c3b3988b-57fd-4956-8209-afc0f13b21e0 Sep 26 10:35:26.737871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Request body: {'port': {'device_id': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:26.810105 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Port c3b3988b-57fd-4956-8209-afc0f13b21e0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:26.851762 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-0e7dc41c-9e9d-4d7d-baa8-029363b41821 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 999 time: 0.1152587 Sep 26 10:35:26.857464 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:26.873198 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d847cd1-53fd-4d35-a8e4-996ccf9ebbbd req-51707558-ed49-464c-b07d-6e81467e3078 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:26.881353 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0d847cd1-53fd-4d35-a8e4-996ccf9ebbbd req-51707558-ed49-464c-b07d-6e81467e3078 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.2048583 Sep 26 10:35:26.969956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e5e3bf6-5d5d-4666-9493-9f8b0a1d3433 req-0798d19c-bb15-44cc-9284-f50d5ce58322 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978709 Sep 26 10:35:26.988271 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0d847cd1-53fd-4d35-a8e4-996ccf9ebbbd req-7c962299-9126-4594-8d7f-3796aa7751ff tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058333 Sep 26 10:35:27.026876 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dc43bc-f062-4182-8bcd-0795570b0ff3 None None] New status for floating IP f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:35:27.119635 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:27.156236 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdc330-1867-4fc5-b839-30d3ddcb13b0 req-59df9600-e1f0-4199-a96a-0bfc1d10edd4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:27.167239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e6fdc330-1867-4fc5-b839-30d3ddcb13b0 req-59df9600-e1f0-4199-a96a-0bfc1d10edd4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0830679 Sep 26 10:35:27.182185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 55930) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:27.188816 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'port_id': '853197ed-c11a-4040-abb1-0d954ce1ae71'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:35:27.193220 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:27.238963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.276435 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b3988b-57fd-4956-8209-afc0f13b21e0 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:27.289567 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks [] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.303562 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Transition to ACTIVE for port object c3b3988b-57fd-4956-8209-afc0f13b21e0 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:35:27.311725 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Attempt 2 to provision port c3b3988b-57fd-4956-8209-afc0f13b21e0 Sep 26 10:35:27.319980 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.412358 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Port c3b3988b-57fd-4956-8209-afc0f13b21e0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:35:27.422807 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-4b557b52-fd7d-4b4a-9c0f-842216b5b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:27.424415 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-4b557b52-fd7d-4b4a-9c0f-842216b5b74f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0971439 Sep 26 10:35:27.462776 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Attempting to bind port c3b3988b-57fd-4956-8209-afc0f13b21e0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:35:27.463122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Attempting to bind port c3b3988b-57fd-4956-8209-afc0f13b21e0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:35:27.463455 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Attempting to bind port c3b3988b-57fd-4956-8209-afc0f13b21e0 on network 55d4234f-5ea7-4f10-8611-3be0546101de {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:27.510175 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:27.522257 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:27.524594 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Port c3b3988b-57fd-4956-8209-afc0f13b21e0 on network 55d4234f-5ea7-4f10-8611-3be0546101de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:35:27.524932 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Attempting to bind port c3b3988b-57fd-4956-8209-afc0f13b21e0 on network 55d4234f-5ea7-4f10-8611-3be0546101de {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:35:27.569540 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3033ba-3fa7-401c-825d-5dab39f55830 req-70c6d9d6-aeab-4b11-b62c-4113f739a234 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:27.578293 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fb3033ba-3fa7-401c-825d-5dab39f55830 req-70c6d9d6-aeab-4b11-b62c-4113f739a234 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.1528199 Sep 26 10:35:27.578855 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:35:27.579500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Checking segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:35:27.580112 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Bound using segment: {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:35:27.580776 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Bound port: c3b3988b-57fd-4956-8209-afc0f13b21e0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793c408e-977f-44be-8bb3-9885ab19da45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:35:27.581373 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.586248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-cd4407fb-0b55-4500-8d01-e9dd3c374d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:27.587676 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-cd4407fb-0b55-4500-8d01-e9dd3c374d43 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1478291 Sep 26 10:35:27.689054 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:35:27.701374 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:35:27.711080 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.744355 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fb3033ba-3fa7-401c-825d-5dab39f55830 req-6d6ef5d0-da11-423c-92eb-a676c7ab6340 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651905 Sep 26 10:35:27.780765 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:27.781534 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:27.783101 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 1093 time: 1.0600827 Sep 26 10:35:27.783926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f96e5c-500a-44e3-8fb7-7882854baf23 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:27.788001 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:27.789540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a8944-c508-4e1a-a832-00b8487bd323" -d '{"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:27.820752 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:27.879528 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bfe3de-3937-4a5f-82d3-54f848d0fc4f x-openstack-request-id: req-51bfe3de-3937-4a5f-82d3-54f848d0fc4f {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:27.879926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:27.880383 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51bfe3de-3937-4a5f-82d3-54f848d0fc4f {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:27.880911 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bfe3de-3937-4a5f-82d3-54f848d0fc4f'] response: {'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:35:27.913714 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Attempt 3 to provision port c3b3988b-57fd-4956-8209-afc0f13b21e0 Sep 26 10:35:27.995585 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-4447b1f7-96f8-4255-b0f8-195f867a6be2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860774 Sep 26 10:35:28.045141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-51040c34-804f-46b2-a90d-886f11a1013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:28.046992 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-51040c34-804f-46b2-a90d-886f11a1013b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1127 time: 0.1013207 Sep 26 10:35:28.065608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-89ace4c8-b683-45c7-8fe5-dcd2996fbc30 None None] Port c3b3988b-57fd-4956-8209-afc0f13b21e0 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:35:28.204214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111fb64-f5f5-4611-a1ef-e553a3d51dbe req-9325bcba-d645-4b08-a556-445e04205ab6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:28.206008 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c111fb64-f5f5-4611-a1ef-e553a3d51dbe req-9325bcba-d645-4b08-a556-445e04205ab6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0957720 Sep 26 10:35:28.307282 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c111fb64-f5f5-4611-a1ef-e553a3d51dbe req-fe2e3915-4df5-43cd-ade4-7fc61aad7119 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714681 Sep 26 10:35:28.315066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:28.329160 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:28.409231 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-cf231d4d-9b01-40d3-a856-b24050c307ca service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 217 time: 0.0658889 Sep 26 10:35:28.696999 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-5c7f54ed-bc57-43f5-84e2-b27c1605200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:28.699003 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-5c7f54ed-bc57-43f5-84e2-b27c1605200c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0506883 Sep 26 10:35:28.809589 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e488069e-037a-43ad-ae49-abf2df3ffc6a req-d44dfcff-eed1-493c-a0e7-1c3b7cc1170f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129626 Sep 26 10:35:28.828641 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-769138c8-07a8-4ad2-963d-677026e1934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:28.830906 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-769138c8-07a8-4ad2-963d-677026e1934c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180739 Sep 26 10:35:28.880680 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:28.944579 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477293e-f681-4cda-afe1-032024629bda req-a3c793d8-5d58-4bd5-a271-6990735b76a8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:28.952046 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d477293e-f681-4cda-afe1-032024629bda req-a3c793d8-5d58-4bd5-a271-6990735b76a8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0588796 Sep 26 10:35:29.058648 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 9cfe1881-3287-48af-9768-75b67119e8ad associated. External IP: 172.27.1.154, port: 853197ed-c11a-4040-abb1-0d954ce1ae71. Sep 26 10:35:29.137487 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-cfbbb2f6-4b1e-49b9-9b3b-8760a586a13b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736193 Sep 26 10:35:29.175379 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d477293e-f681-4cda-afe1-032024629bda req-c1665c85-7c8e-4233-9dca-c535c48f2b4a tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992657 Sep 26 10:35:29.431319 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa5320f8-e2ea-4b70-bf55-df4d3b4a9e4f req-62ed77ca-7687-42b0-a33d-542d4aaecf02 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556071 Sep 26 10:35:29.554354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:35:29.749341 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:35:29.757742 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:29.767160 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:35:29.772622 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:29.800052 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:29.811471 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fd777945-1eee-4f12-a4af-2d8fbfebed55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/9cfe1881-3287-48af-9768-75b67119e8ad HTTP/1.1" status: 200 len: 992 time: 2.6279001 Sep 26 10:35:29.812452 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:29.814749 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:29.831923 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:29.937314 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc6fd39-2245-4ddc-a872-567a337243f8 x-openstack-request-id: req-7dc6fd39-2245-4ddc-a872-567a337243f8 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:29.937646 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:29.938085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dc6fd39-2245-4ddc-a872-567a337243f8 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:29.938369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc6fd39-2245-4ddc-a872-567a337243f8'] response: {'name': 'network-changed', 'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'status': 'completed', 'code': 200} Sep 26 10:35:29.980105 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8944-c508-4e1a-a832-00b8487bd323 req-ac0c160f-2b02-4ffb-871b-73b84f1216d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:29.983887 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-ac0c160f-2b02-4ffb-871b-73b84f1216d4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1127 time: 0.1109214 Sep 26 10:35:30.015074 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:30.087897 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-629cc6f1-4bc6-4562-ad87-fbeb80eb2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.089499 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-629cc6f1-4bc6-4562-ad87-fbeb80eb2c02 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 1130 time: 0.1069195 Sep 26 10:35:30.181099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8944-c508-4e1a-a832-00b8487bd323 req-8c02db36-4f66-4cd1-a738-19266a97fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.200908 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-8c02db36-4f66-4cd1-a738-19266a97fa9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.2088134 Sep 26 10:35:30.253861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:30.300372 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-3371e1e4-dc15-4df3-b9cc-b80e0a39a8d1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 217 time: 0.0653949 Sep 26 10:35:30.440492 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:30.441727 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-8b13cdb3-e31e-4d9c-93e7-a0b83dd657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.443261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-8b13cdb3-e31e-4d9c-93e7-a0b83dd657b4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 916 time: 0.3288343 Sep 26 10:35:30.458547 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}, {'id': '9cfe1881-3287-48af-9768-75b67119e8ad', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:13:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:28Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:30.468208 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1843cb3-6a40-406d-bd9f-5c8164451ed9 req-897fd55e-f0f1-4f89-bb62-8e13b8623d25 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.482570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e1843cb3-6a40-406d-bd9f-5c8164451ed9 req-897fd55e-f0f1-4f89-bb62-8e13b8623d25 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.2038760 Sep 26 10:35:30.485269 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8944-c508-4e1a-a832-00b8487bd323 req-71f93a03-89c8-4b3a-9de7-5db7d137fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.487861 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-71f93a03-89c8-4b3a-9de7-5db7d137fe25 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.1657100 Sep 26 10:35:30.544522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:35:30.571871 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:35:30.572618 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:35:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:30.621436 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:30.634918 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-c6565477-1319-449b-9e29-a5765fa15b56 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=853197ed-c11a-4040-abb1-0d954ce1ae71 HTTP/1.1" status: 200 len: 1000 time: 0.1427743 Sep 26 10:35:30.654173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8944-c508-4e1a-a832-00b8487bd323 req-4b7b4e47-5429-4355-a218-ce096afaa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.659556 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-4b7b4e47-5429-4355-a218-ce096afaa57c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1397753 Sep 26 10:35:30.779286 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:35:30.815137 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e1843cb3-6a40-406d-bd9f-5c8164451ed9 req-1d5eb223-9b60-4cb0-bd63-1f30153c6516 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314035 Sep 26 10:35:30.848900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-94cfed4c-5949-4666-9533-eb1e4e4f4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:30.850805 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-94cfed4c-5949-4666-9533-eb1e4e4f4fdc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.1956666 Sep 26 10:35:31.041115 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-6c8f7aac-b80e-46bd-8fa1-588f8c995b12 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721957 Sep 26 10:35:31.052013 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-1cabf199-f043-4da8-aaad-c07ccf773d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:31.054202 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-1cabf199-f043-4da8-aaad-c07ccf773d72 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1936748 Sep 26 10:35:31.208701 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:31.265591 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-6d39d1d3-3ee0-4057-82b6-3f9a71c4aa9c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983094 Sep 26 10:35:31.332008 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f1eed9fa-e8a7-4627-8ab2-3b9e50cb7e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:31.349879 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-438a8944-c508-4e1a-a832-00b8487bd323 req-f5a1622a-ccd3-4c9c-bfb7-66bf0aacb41f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957549 Sep 26 10:35:31.468475 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cb46ba7-6527-45ce-b0f6-02341b5bed4e req-d60b6f50-683f-4cf3-a9e6-f8166024178d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917281 Sep 26 10:35:31.471077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}, {'id': '9cfe1881-3287-48af-9768-75b67119e8ad', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:13:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:28Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:31.537194 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de2b19-c6ba-4430-86e2-3e7356625842 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}, {'id': '9cfe1881-3287-48af-9768-75b67119e8ad', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:13:dd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:05Z', 'updated_at': '2022-09-26T10:35:28Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:35:31.949693 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1201fed-3c85-4a82-937b-58d1c1ff9dbc None None] New status for floating IP 9cfe1881-3287-48af-9768-75b67119e8ad: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:35:32.026912 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920cf5-2be9-4af0-b185-e21eaf857f08 req-42e01dfc-9c75-46a1-81ec-ae7249cc7e7a tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:32.029369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cf920cf5-2be9-4af0-b185-e21eaf857f08 req-42e01dfc-9c75-46a1-81ec-ae7249cc7e7a tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0680289 Sep 26 10:35:32.110913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cf920cf5-2be9-4af0-b185-e21eaf857f08 req-920b3c31-34ee-40c0-ae90-797f87ddf268 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Sep 26 10:35:33.256644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:33.288836 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3453-67bd-4ca0-b90c-7fda42b4b985 req-13caf1a7-9387-4be3-af4c-1b4ea756740d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:33.295230 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84fe3453-67bd-4ca0-b90c-7fda42b4b985 req-13caf1a7-9387-4be3-af4c-1b4ea756740d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0879681 Sep 26 10:35:33.387835 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84fe3453-67bd-4ca0-b90c-7fda42b4b985 req-c8766ebf-2d3d-44b1-88da-ffc88f3a8918 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856354 Sep 26 10:35:33.796589 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e210d59b-bbb7-4646-9b21-63824b61e755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:34.563126 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bd09b-3823-4483-8792-c7e05e6f9317 req-c4f66d24-8e4a-47c4-a28c-33dc516580a2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:34.565989 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c2bd09b-3823-4483-8792-c7e05e6f9317 req-c4f66d24-8e4a-47c4-a28c-33dc516580a2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0619569 Sep 26 10:35:34.588504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:34.640822 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:34.645267 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c2bd09b-3823-4483-8792-c7e05e6f9317 req-517ccf4c-278b-4a5c-9c5e-f09cc8d7d959 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Sep 26 10:35:35.830749 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41c2d-144e-4030-83de-e73fd9ff1c16 req-48b361b8-e25d-42c7-a2dc-eae2d419e114 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:35.835204 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fb41c2d-144e-4030-83de-e73fd9ff1c16 req-48b361b8-e25d-42c7-a2dc-eae2d419e114 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0767357 Sep 26 10:35:35.912125 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fb41c2d-144e-4030-83de-e73fd9ff1c16 req-11731482-5717-48cb-ac84-2d41f8e7033a tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722818 Sep 26 10:35:35.929034 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:36.322290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:37.129232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be794b0-04cc-4a9d-b712-ee236982ae5f req-f3a8f554-55f7-4f0b-8242-b2d56876161b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:37.131644 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8be794b0-04cc-4a9d-b712-ee236982ae5f req-f3a8f554-55f7-4f0b-8242-b2d56876161b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0693848 Sep 26 10:35:37.200217 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8be794b0-04cc-4a9d-b712-ee236982ae5f req-e7a60554-441e-4691-8c4e-a291d45f487f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Sep 26 10:35:38.377737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f32e6-1585-4520-b3a1-358907362d14 req-01631c06-fe5e-46f8-971d-1dcab12e0366 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:38.379355 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-511f32e6-1585-4520-b3a1-358907362d14 req-01631c06-fe5e-46f8-971d-1dcab12e0366 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0664389 Sep 26 10:35:38.438561 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-511f32e6-1585-4520-b3a1-358907362d14 req-429a3352-3171-443d-83f0-99058baa6956 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530658 Sep 26 10:35:39.618779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51ea45-ceb4-42fb-8464-3080f1a248f1 req-4affb945-d3e3-4bab-b7f8-9db6458998d6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:39.620435 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f51ea45-ceb4-42fb-8464-3080f1a248f1 req-4affb945-d3e3-4bab-b7f8-9db6458998d6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0752840 Sep 26 10:35:39.685559 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f51ea45-ceb4-42fb-8464-3080f1a248f1 req-d6c73268-87af-47a8-af38-1fbcda72dc53 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Sep 26 10:35:39.766409 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e65a8e-fa67-49ee-ba67-120de5c583c7 req-0cce33fe-58e3-4b0b-b41c-8a15adfa2df7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:39.768129 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9e65a8e-fa67-49ee-ba67-120de5c583c7 req-0cce33fe-58e3-4b0b-b41c-8a15adfa2df7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0573435 Sep 26 10:35:39.830265 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9e65a8e-fa67-49ee-ba67-120de5c583c7 req-0e22e8e9-09e2-49ba-b175-cbae20f7af81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563457 Sep 26 10:35:40.806437 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ff0c-251e-46e7-b105-4a0edbe245df req-19ec13c9-55df-4391-a0c9-d2945ec0a4ef tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:40.808103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d476ff0c-251e-46e7-b105-4a0edbe245df req-19ec13c9-55df-4391-a0c9-d2945ec0a4ef tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0500989 Sep 26 10:35:40.858244 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d476ff0c-251e-46e7-b105-4a0edbe245df req-631b8782-ce21-47bb-b148-70057dd65bd5 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Sep 26 10:35:40.966051 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938622-eac2-42d6-b4e0-d90aa86700d5 req-40b1f886-8034-4adf-b8ba-5627f2f22277 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:40.967576 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f938622-eac2-42d6-b4e0-d90aa86700d5 req-40b1f886-8034-4adf-b8ba-5627f2f22277 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0516105 Sep 26 10:35:41.023087 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f938622-eac2-42d6-b4e0-d90aa86700d5 req-fd0dce8b-06aa-4287-8adf-906e615c2dbf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485723 Sep 26 10:35:41.335765 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:41.338684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=17 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:41.997189 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57661-ef1c-4645-9206-24b623bd6eb0 req-f76f6939-5981-4c62-9b90-440a32691b77 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:41.998689 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0af57661-ef1c-4645-9206-24b623bd6eb0 req-f76f6939-5981-4c62-9b90-440a32691b77 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0538969 Sep 26 10:35:42.033508 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:42.058879 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0af57661-ef1c-4645-9206-24b623bd6eb0 req-ef6acdf0-80f2-46aa-9471-a25ba72ca932 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543988 Sep 26 10:35:42.160157 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f33772-e3ab-401d-8ff3-57563b5734bf req-be12d55d-4fbe-4bc7-9429-36468bba0d65 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:42.161532 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9f33772-e3ab-401d-8ff3-57563b5734bf req-be12d55d-4fbe-4bc7-9429-36468bba0d65 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0470946 Sep 26 10:35:42.189239 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:42.193973 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:42.213406 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d9f33772-e3ab-401d-8ff3-57563b5734bf req-61ddff2f-0fb4-463b-8313-56ee4ac88a33 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461566 Sep 26 10:35:42.269648 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:42.963959 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-49934c51-94ea-4801-8256-a4c8a043ada7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406308 Sep 26 10:35:43.021035 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb707-d138-4e3c-a810-855223b08cc0 req-f48244ee-5a6c-47b8-94c3-3cb5a7e1be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.022504 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-f48244ee-5a6c-47b8-94c3-3cb5a7e1be9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 1129 time: 0.0374110 Sep 26 10:35:43.130537 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56128) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:43.134356 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb707-d138-4e3c-a810-855223b08cc0 req-77b2e2ec-1c69-4234-9c8b-725656f6de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.135849 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-77b2e2ec-1c69-4234-9c8b-725656f6de1e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.0927413 Sep 26 10:35:43.179994 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Deleting subnet 741271f9-01c0-4e56-9985-29f387e50ffe {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:35:43.183154 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Publish callbacks [] for subnet (741271f9-01c0-4e56-9985-29f387e50ffe), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.205411 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-d6e0b7d3-ee16-4c1a-abe6-6f023407eaad service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e HTTP/1.1" status: 200 len: 217 time: 0.0521762 Sep 26 10:35:43.218168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Publish callbacks [] for subnet (741271f9-01c0-4e56-9985-29f387e50ffe), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.218810 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879d771-8753-4598-b636-41c5cb59ab98 req-6b1c9edd-a76a-4d9e-9ae4-2449354f4354 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.220664 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a879d771-8753-4598-b636-41c5cb59ab98 req-6b1c9edd-a76a-4d9e-9ae4-2449354f4354 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 943 time: 0.0774121 Sep 26 10:35:43.224084 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (741271f9-01c0-4e56-9985-29f387e50ffe), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.288089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for subnet (741271f9-01c0-4e56-9985-29f387e50ffe), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.298242 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:43.315599 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741271f9-01c0-4e56-9985-29f387e50ffe,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:43.319433 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.325955 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-422b1c39-383c-4320-a2c3-c783a03bcce3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/741271f9-01c0-4e56-9985-29f387e50ffe HTTP/1.1" status: 204 len: 168 time: 0.1943333 Sep 26 10:35:43.326575 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56132) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:43.326966 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb707-d138-4e3c-a810-855223b08cc0 req-ceaf65e1-d32a-431e-80c5-d8ba59eaca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.328431 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-ceaf65e1-d32a-431e-80c5-d8ba59eaca93 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.1065958 Sep 26 10:35:43.359781 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a879d771-8753-4598-b636-41c5cb59ab98 req-da81435a-5ff9-42ce-96d7-85dbb151fb43 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273308 Sep 26 10:35:43.401319 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (d7be86fe-8855-4d67-93a3-d5af1e6f3acc), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.404508 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde3aa-2c33-4627-9f84-c65a94655e1a req-3021243a-ceaa-4cca-97f8-f532c0098945 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.406046 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8dde3aa-2c33-4627-9f84-c65a94655e1a req-3021243a-ceaa-4cca-97f8-f532c0098945 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.1020505 Sep 26 10:35:43.407416 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb707-d138-4e3c-a810-855223b08cc0 req-0bdd7d6a-bdee-47e3-92da-81ef4e01c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:43.408854 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-0bdd7d6a-bdee-47e3-92da-81ef4e01c895 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624177 Sep 26 10:35:43.468506 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device c3b3988b-57fd-4956-8209-afc0f13b21e0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:35:43.483580 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (d7be86fe-8855-4d67-93a3-d5af1e6f3acc), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.506708 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8dde3aa-2c33-4627-9f84-c65a94655e1a req-4d091ca9-10c9-4d5b-883c-2707490c5147 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946205 Sep 26 10:35:43.509447 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.509827 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.510625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.510974 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > port after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.511312 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.512378 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > port after_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.512725 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.513327 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.513327 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.513723 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.545306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:43.547207 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-5869daff-9b46-4913-989c-1f7f4b34d7fe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279435 Sep 26 10:35:43.573550 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:43.586079 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'port_id': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'mac_address': 'fa:16:3e:f6:5c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:35:43.611165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.611484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.611780 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.612122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 10:35:43.612479 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7be86fe-8855-4d67-93a3-d5af1e6f3acc']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:43.621562 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port c3b3988b-57fd-4956-8209-afc0f13b21e0 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:43.621945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.629948 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a270d786-786d-4a99-bee5-dbac8f20f91b') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:43.630270 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a270d786-786d-4a99-bee5-dbac8f20f91b') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:35:43.635549 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b3988b-57fd-4956-8209-afc0f13b21e0 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:43.647463 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (a270d786-786d-4a99-bee5-dbac8f20f91b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.656947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:43.660854 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.661524 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-824fb707-d138-4e3c-a810-855223b08cc0 req-0d40ffaf-27ba-45e4-a312-d6fdc880a82c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940058 Sep 26 10:35:43.675092 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (a270d786-786d-4a99-bee5-dbac8f20f91b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.686250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:35:43.686810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (a270d786-786d-4a99-bee5-dbac8f20f91b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.718214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:43.726824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.727173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.727536 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.727885 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.728216 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.728543 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.728868 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.729190 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.729515 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.729837 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.730195 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.730591 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.730916 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.731236 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.731554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:35:43.761390 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (d7be86fe-8855-4d67-93a3-d5af1e6f3acc), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.767550 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:43.770761 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d7be86fe-8855-4d67-93a3-d5af1e6f3acc HTTP/1.1" status: 204 len: 168 time: 0.4432623 Sep 26 10:35:43.784718 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36722d-3b0f-4d3a-a3de-ef926a867332 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7be86fe-8855-4d67-93a3-d5af1e6f3acc,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:43.885076 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment a270d786-786d-4a99-bee5-dbac8f20f91b resource provider aggregate not found Sep 26 10:35:43.902996 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment a270d786-786d-4a99-bee5-dbac8f20f91b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a270d786-786d-4a99-bee5-dbac8f20f91b found for delete ", "request_id": "req-41b42d4e-6b76-435a-baa2-aa9dd3f2ec95"}]} Sep 26 10:35:43.953208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56146) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:43.997671 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b03f4867-b94a-4528-bd8c-a747340f5d75 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d5804df4a7c54688953727e249ce63e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433290 Sep 26 10:35:44.000331 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56148) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:35:44.002669 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:44.049258 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] Publish callbacks [] for security_group (08283b12-7b29-4a4f-8ab4-9cc06fc0814e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:44.069652 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] Publish callbacks [] for security_group (08283b12-7b29-4a4f-8ab4-9cc06fc0814e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:44.118016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (08283b12-7b29-4a4f-8ab4-9cc06fc0814e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:44.120653 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:44.122428 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/08283b12-7b29-4a4f-8ab4-9cc06fc0814e HTTP/1.1" status: 204 len: 168 time: 0.1212080 Sep 26 10:35:44.130519 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e13c-13e5-46e8-ac0f-096fa3dd008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08283b12-7b29-4a4f-8ab4-9cc06fc0814e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:44.498457 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575c99-1900-48ff-a8da-d11591d05511 req-f0ed4973-5124-44b8-8e8b-df7a222e3892 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:44.499974 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d575c99-1900-48ff-a8da-d11591d05511 req-f0ed4973-5124-44b8-8e8b-df7a222e3892 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 944 time: 0.0544198 Sep 26 10:35:44.550521 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d575c99-1900-48ff-a8da-d11591d05511 req-7bb61d8b-a9e1-4877-a6d2-5ceb578d9884 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Sep 26 10:35:44.645673 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0665a8-7e24-4776-9ea4-59365ca440c7 req-e9bddd1a-6bb8-422e-b7d2-cdd4e5deb399 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:44.647194 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f0665a8-7e24-4776-9ea4-59365ca440c7 req-e9bddd1a-6bb8-422e-b7d2-cdd4e5deb399 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0483954 Sep 26 10:35:44.711367 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f0665a8-7e24-4776-9ea4-59365ca440c7 req-d0d5459d-a3b9-4371-938a-7fe385d8cf7d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520554 Sep 26 10:35:45.496778 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device c3b3988b-57fd-4956-8209-afc0f13b21e0 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:45.646819 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:45.661614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:45.668351 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port c3b3988b-57fd-4956-8209-afc0f13b21e0 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:35:45.674189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port c3b3988b-57fd-4956-8209-afc0f13b21e0 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:45.674573 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:45.674913 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port c3b3988b-57fd-4956-8209-afc0f13b21e0 Sep 26 10:35:45.680914 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffcf6d-2ede-4c5a-9c1a-64e3e120d74f req-de376705-20e0-4445-839f-9f615a65af19 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:45.682443 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61ffcf6d-2ede-4c5a-9c1a-64e3e120d74f req-de376705-20e0-4445-839f-9f615a65af19 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 944 time: 0.0520208 Sep 26 10:35:45.729743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61ffcf6d-2ede-4c5a-9c1a-64e3e120d74f req-1b242ec7-b51d-4fe4-b38b-ec538bfe61dc tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Sep 26 10:35:45.749001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port c3b3988b-57fd-4956-8209-afc0f13b21e0 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:45.749603 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:45.775044 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:45.777273 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b333dc67-444a-4fdb-989b-0ccf3dcbdb7a" -d '{"events": [{"server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:45.791133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:45.799999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:45.823520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7437e79-f02a-455b-b6f8-eae9a6233910 x-openstack-request-id: req-f7437e79-f02a-455b-b6f8-eae9a6233910 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:45.823833 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:45.824116 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7437e79-f02a-455b-b6f8-eae9a6233910 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:45.824533 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7437e79-f02a-455b-b6f8-eae9a6233910'] response: {'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'code': 200} Sep 26 10:35:45.856045 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:45.860204 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dae2d-bf3b-4f7d-92bf-856208dc9656 req-be0fd588-f9f8-444c-be1d-fe51dfc9185d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:45.861911 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-158dae2d-bf3b-4f7d-92bf-856208dc9656 req-be0fd588-f9f8-444c-be1d-fe51dfc9185d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0638061 Sep 26 10:35:45.910940 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-158dae2d-bf3b-4f7d-92bf-856208dc9656 req-82c51fc1-251f-4c43-a0bb-73336e519e69 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Sep 26 10:35:46.019142 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397313cd-6010-4f6b-b970-a63cc2686b89 req-68750b10-25d7-4070-baba-7614edff53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:46.020590 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-397313cd-6010-4f6b-b970-a63cc2686b89 req-68750b10-25d7-4070-baba-7614edff53e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1129 time: 0.0371001 Sep 26 10:35:46.068869 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-397313cd-6010-4f6b-b970-a63cc2686b89 req-2998647c-fc08-4a92-a966-49ef39126c1d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Sep 26 10:35:46.859823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a16e68-b635-42e6-a1f5-94a02b91579d req-5d536f3f-bf2e-419a-bb2c-bb2c17a5c4ae tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:46.861547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-79a16e68-b635-42e6-a1f5-94a02b91579d req-5d536f3f-bf2e-419a-bb2c-bb2c17a5c4ae tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0501201 Sep 26 10:35:46.908932 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-79a16e68-b635-42e6-a1f5-94a02b91579d req-caecb703-864b-4366-a1c9-5da3dcf19270 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Sep 26 10:35:47.040702 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031f44a-a13a-48b5-9006-94e46c6de26f req-3f71796a-e5ae-45ef-84f0-4b8da078b620 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:47.043120 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f031f44a-a13a-48b5-9006-94e46c6de26f req-3f71796a-e5ae-45ef-84f0-4b8da078b620 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0504172 Sep 26 10:35:47.091463 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f031f44a-a13a-48b5-9006-94e46c6de26f req-9fc9d0e4-6e2d-48ea-8ad0-eb161be71668 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Sep 26 10:35:48.040269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cd3b0-5cfc-4351-bbdc-72abf5318ed6 req-d0dd41af-ea8d-4327-9676-a5ca15914ef8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:48.041755 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-267cd3b0-5cfc-4351-bbdc-72abf5318ed6 req-d0dd41af-ea8d-4327-9676-a5ca15914ef8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0528462 Sep 26 10:35:48.089679 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-267cd3b0-5cfc-4351-bbdc-72abf5318ed6 req-831fe8fa-6ed7-4f94-909f-cfac4e6eff9d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Sep 26 10:35:48.217406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeab62-960e-4975-8166-b3cd546f980f req-86fbd119-8bc6-4527-8a1b-f968009a5fa0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:48.218940 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35aeab62-960e-4975-8166-b3cd546f980f req-86fbd119-8bc6-4527-8a1b-f968009a5fa0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0474775 Sep 26 10:35:48.266833 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:48.271548 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35aeab62-960e-4975-8166-b3cd546f980f req-d1efbee7-0b9b-4809-a5c3-f116f12f7f86 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469799 Sep 26 10:35:49.218864 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6890-05e2-4898-98d6-496a3c47677c req-6395c17b-d8e3-4944-ac34-afc3fed02138 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:49.220386 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63dc6890-05e2-4898-98d6-496a3c47677c req-6395c17b-d8e3-4944-ac34-afc3fed02138 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0462344 Sep 26 10:35:49.271349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63dc6890-05e2-4898-98d6-496a3c47677c req-42bdb9bb-c56f-4ad1-b82f-b522824ceebd tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Sep 26 10:35:49.426197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba0d0-d6fb-443e-97fd-9b644866cd9a req-24169790-412e-464d-a7fb-fe70d10acdfd tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:49.427662 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b7ba0d0-d6fb-443e-97fd-9b644866cd9a req-24169790-412e-464d-a7fb-fe70d10acdfd tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0808957 Sep 26 10:35:49.437701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea815bd-9962-455c-84d2-db54b514b8b7 req-33c223ca-8e9f-42c3-8372-df55955f5656 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:49.439126 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ea815bd-9962-455c-84d2-db54b514b8b7 req-33c223ca-8e9f-42c3-8372-df55955f5656 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0810709 Sep 26 10:35:49.520767 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b7ba0d0-d6fb-443e-97fd-9b644866cd9a req-516b1049-6df5-4d2b-ba2b-0d46c6602942 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807066 Sep 26 10:35:49.523755 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ea815bd-9962-455c-84d2-db54b514b8b7 req-2483e642-fee6-45f9-8d75-69960caa3a2e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779426 Sep 26 10:35:49.847062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d01f22-6556-4d1f-a2ba-156738700454 req-e19940b1-b67a-4142-b55c-c09a55a20a01 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:49.848425 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-69d01f22-6556-4d1f-a2ba-156738700454 req-e19940b1-b67a-4142-b55c-c09a55a20a01 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0467954 Sep 26 10:35:49.890984 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:49.895577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-69d01f22-6556-4d1f-a2ba-156738700454 req-5043bd03-9e28-45a4-a673-7d430a160bb0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Sep 26 10:35:50.648190 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630964c1-84bb-4b1a-88aa-c51fe3d22175 req-fe40ede7-f3f3-438b-96cd-a7d5f1648dec tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:50.649543 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-630964c1-84bb-4b1a-88aa-c51fe3d22175 req-fe40ede7-f3f3-438b-96cd-a7d5f1648dec tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0458963 Sep 26 10:35:50.695598 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-630964c1-84bb-4b1a-88aa-c51fe3d22175 req-d55d2ebf-8867-49ce-b364-59d53d7f5505 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402222 Sep 26 10:35:51.860788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3871d-99e6-4bab-9bba-d18e5cf50933 req-18e04a30-9241-4987-a4d2-58ea837f72b1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:51.863488 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eae3871d-99e6-4bab-9bba-d18e5cf50933 req-18e04a30-9241-4987-a4d2-58ea837f72b1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0781057 Sep 26 10:35:51.920167 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eae3871d-99e6-4bab-9bba-d18e5cf50933 req-459c7ffd-0da1-476b-b981-3dbf1cd09139 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Sep 26 10:35:53.050648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2de0-576d-433a-9dfb-dfb6081e875d req-df0e47c1-2c9d-4346-8f28-6009fb97c3a4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:53.052076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c29b2de0-576d-433a-9dfb-dfb6081e875d req-df0e47c1-2c9d-4346-8f28-6009fb97c3a4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0471492 Sep 26 10:35:53.099024 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c29b2de0-576d-433a-9dfb-dfb6081e875d req-903122f9-84d4-4692-b1d7-b9bc761f4c5f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Sep 26 10:35:54.125182 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:54.125877 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:54.225122 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfab3db-193c-4a03-b292-742fe6452ca7 req-58f654cd-84c1-4c38-ad5c-4a615494387e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:54.226894 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0bfab3db-193c-4a03-b292-742fe6452ca7 req-58f654cd-84c1-4c38-ad5c-4a615494387e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 26 10:35:54.273086 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0bfab3db-193c-4a03-b292-742fe6452ca7 req-960e1bc4-4551-45f6-8f83-4dae2a115eb2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Sep 26 10:35:55.400556 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544f134-2a79-4d6f-99ad-51e37895bab9 req-f755cc67-707c-4b4e-9cf9-f26831af63bb tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:55.402015 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8544f134-2a79-4d6f-99ad-51e37895bab9 req-f755cc67-707c-4b4e-9cf9-f26831af63bb tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0471900 Sep 26 10:35:55.450242 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8544f134-2a79-4d6f-99ad-51e37895bab9 req-f7a71892-0a8f-413c-8926-57e7888353cb tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Sep 26 10:35:55.852061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:55.852802 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:56.590303 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8dd83-a16f-4f6c-bb42-3433262b39af req-e3e34f61-ebdb-4e28-b400-fce4eaeaddb2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:56.591877 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3eb8dd83-a16f-4f6c-bb42-3433262b39af req-e3e34f61-ebdb-4e28-b400-fce4eaeaddb2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0551920 Sep 26 10:35:56.647329 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3eb8dd83-a16f-4f6c-bb42-3433262b39af req-d1abad96-9586-4417-a2cb-b524da629036 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498509 Sep 26 10:35:56.730806 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:56.734528 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:57.551941 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:35:57.656632 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:57.668877 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '80a6fd45-6996-4b15-93f6-3122e122a647', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:35:57.709558 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: ACTIVE; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:57.709947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:57.724186 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:35:57.750176 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:57.754839 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:57.787310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680fa5f-b578-4077-866f-93d2a6e1fd0f req-9e5efe4d-8f5f-4f6f-b0ce-e0f857ff9d91 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:57.795870 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7680fa5f-b578-4077-866f-93d2a6e1fd0f req-9e5efe4d-8f5f-4f6f-b0ce-e0f857ff9d91 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0658722 Sep 26 10:35:57.845154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:35:57.851343 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7680fa5f-b578-4077-866f-93d2a6e1fd0f req-11a8474d-31bf-4531-a508-20e22e721a81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542364 Sep 26 10:35:57.936229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['80a6fd45-6996-4b15-93f6-3122e122a647'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:35:58.988457 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:35:58.998005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b2061-9fba-4336-a8af-20906e1196d8 req-8ab935b9-2bf9-4030-9ce9-26aebdb309e4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:35:59.004861 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c46b2061-9fba-4336-a8af-20906e1196d8 req-8ab935b9-2bf9-4030-9ce9-26aebdb309e4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 944 time: 0.0591540 Sep 26 10:35:59.050592 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c46b2061-9fba-4336-a8af-20906e1196d8 req-55caf722-6141-4068-832b-85b1800a2913 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448575 Sep 26 10:35:59.565133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:35:59.621022 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 80a6fd45-6996-4b15-93f6-3122e122a647 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:35:59.621406 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:59.621746 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:35:59.707863 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:35:59.708285 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:59.722167 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:35:59.743666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:35:59.745935 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5763448-37cc-4f9a-a4ec-b9ce2a554677" -d '{"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:35:59.764522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:35:59.770700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:35:59.801862 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452790b6-1e80-498c-9acf-86cf201f4b64 x-openstack-request-id: req-452790b6-1e80-498c-9acf-86cf201f4b64 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:35:59.802072 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:35:59.802290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-452790b6-1e80-498c-9acf-86cf201f4b64 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:35:59.806140 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452790b6-1e80-498c-9acf-86cf201f4b64'] response: {'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'code': 200} Sep 26 10:35:59.833633 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:00.216232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4263666-1600-4607-9858-1f1c33da2b9a req-5d212823-28d0-427e-bdf2-0fe40827d2f7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:00.218683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d4263666-1600-4607-9858-1f1c33da2b9a req-5d212823-28d0-427e-bdf2-0fe40827d2f7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0702698 Sep 26 10:36:00.319076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d4263666-1600-4607-9858-1f1c33da2b9a req-3155453e-6487-4c09-b3b4-854497a63d04 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871198 Sep 26 10:36:01.267617 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4bca08aa-9e13-41f3-a56c-95035dd760cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:01.504600 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11321ce-e800-44d8-b545-36239c0e3b1b req-fba89e91-2703-462b-8bf4-167bddf3de7d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:01.506990 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c11321ce-e800-44d8-b545-36239c0e3b1b req-fba89e91-2703-462b-8bf4-167bddf3de7d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0728745 Sep 26 10:36:01.577979 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c11321ce-e800-44d8-b545-36239c0e3b1b req-b43bb8c4-0f64-4d42-859b-40de57cfc9a4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646479 Sep 26 10:36:02.753459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:02.803810 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ba050-30b5-4217-b10a-99f3709e709b req-8e050e52-56bf-470b-b6ec-ad7f422cfd54 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:02.810116 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2d9ba050-30b5-4217-b10a-99f3709e709b req-8e050e52-56bf-470b-b6ec-ad7f422cfd54 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0762870 Sep 26 10:36:02.816426 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9420-71a8-41ff-8724-c2e8768b7a20 req-ebcf96ff-8f4e-4988-9b1a-d10dc7acc876 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:02.823731 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-044c9420-71a8-41ff-8724-c2e8768b7a20 req-ebcf96ff-8f4e-4988-9b1a-d10dc7acc876 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.1309803 Sep 26 10:36:02.905069 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-044c9420-71a8-41ff-8724-c2e8768b7a20 req-ab4f7897-443a-499a-aa53-16c0ec75bc8c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797844 Sep 26 10:36:02.916943 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2d9ba050-30b5-4217-b10a-99f3709e709b req-c48ddadb-f500-41c0-99f8-b433471ef8b2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883615 Sep 26 10:36:02.940955 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:03.183733 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c085d9-8875-4eb5-bc7f-1f7e4eb3be7c tempest-TestMinimumBasicScenario-1266342452 tempest-TestMinimumBasicScenario-1266342452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:03.185116 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a9c085d9-8875-4eb5-bc7f-1f7e4eb3be7c tempest-TestMinimumBasicScenario-1266342452 tempest-TestMinimumBasicScenario-1266342452-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1124 time: 0.2418742 Sep 26 10:36:03.188122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56468) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:03.192712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'port_id': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:03.218691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:03.314063 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:03.438339 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Allocated IP 172.27.1.228 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/fa429933-5fe5-487d-affd-7da5b93f14c6) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:36:03.551043 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:03.586790 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:03.659214 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'Port': ['ID=fa429933-5fe5-487d-affd-7da5b93f14c6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:03.668018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:36:03.674335 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:36:03.675595 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.676011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.676351 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.676688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.677020 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.677352 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.677686 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.678012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.678363 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.678687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.679016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.679336 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.679658 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.679977 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.680296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:03.683930 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:36:03.753139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:03.766430 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:03.779759 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4359e85a-54bc-4f10-8eac-1900567c7409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.064387 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def62c9-5f9c-40ce-86ad-e6f856a3b6d8 req-32f9a856-abb5-4e16-b86c-d167e7673f0d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:04.079562 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2def62c9-5f9c-40ce-86ad-e6f856a3b6d8 req-32f9a856-abb5-4e16-b86c-d167e7673f0d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0652635 Sep 26 10:36:04.153493 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2def62c9-5f9c-40ce-86ad-e6f856a3b6d8 req-40d84348-0d74-4ccb-a2b4-c7a912c2725d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726156 Sep 26 10:36:04.370077 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:04.444925 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for floatingip (07a8e337-d4ee-4930-8929-c4bd963dac5f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.468114 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:04.552111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.580904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.742720 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.750660 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.843738 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'Port': ['ID=fa429933-5fe5-487d-affd-7da5b93f14c6,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:04.846610 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (07a8e337-d4ee-4930-8929-c4bd963dac5f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:04.972257 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Floating IP 07a8e337-d4ee-4930-8929-c4bd963dac5f associated. External IP: 172.27.1.228, port: c3b3988b-57fd-4956-8209-afc0f13b21e0. Sep 26 10:36:05.278223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Router a806cfce-6499-4314-9be6-e087251397ce has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:36:05.339454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42af05-e8a9-4426-9b5f-5bd76be5d489 req-f66a40e9-2c1a-40c1-b43e-96b7e3559d34 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:05.341808 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd42af05-e8a9-4426-9b5f-5bd76be5d489 req-f66a40e9-2c1a-40c1-b43e-96b7e3559d34 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0656631 Sep 26 10:36:05.421680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:36:05.428403 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd42af05-e8a9-4426-9b5f-5bd76be5d489 req-bfbafb05-305f-4e30-8bf8-8d854034e66c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 Sep 26 10:36:05.435667 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Sync routers for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:36:05.460366 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.464265 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:05.470452 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:05.493976 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:05.518919 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56486) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:05.519164 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-988d1f77-9614-42fb-8b31-66d4804b058e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3297803 Sep 26 10:36:05.520323 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:05.523069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c9c809-1acc-40d6-aefe-92eaba0271a6" -d '{"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:05.525536 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172863596', 'description': 'tempest-secgroup-smoke-1172863596 description', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:05.567827 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.585407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a7829c-d107-4f94-80ba-501b78ac8b62 x-openstack-request-id: req-50a7829c-d107-4f94-80ba-501b78ac8b62 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:05.585936 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:05.586178 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50a7829c-d107-4f94-80ba-501b78ac8b62 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:05.586540 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a7829c-d107-4f94-80ba-501b78ac8b62'] response: {'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:36:05.640786 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:05.689095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-5729f49f-2098-499a-a878-f45bd2d93c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:05.690851 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-5729f49f-2098-499a-a878-f45bd2d93c53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1129 time: 0.0777845 Sep 26 10:36:05.778688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (9a1b72b1-178f-494b-b00c-78edf514c9a7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.797937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9a1b72b1-178f-494b-b00c-78edf514c9a7), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.858342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.865923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56490) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:05.868684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:05.877431 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3566704 Sep 26 10:36:05.882606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b72b1-178f-494b-b00c-78edf514c9a7,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:05.904648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.904998 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.905837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.905837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.906165 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.906333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.906659 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.906982 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.907307 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.907631 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.907949 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.908274 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.908661 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.908906 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.909252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d457c3b1-31b7-4f73-818b-0dba9066937e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:05.913422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-7a3c54bf-f265-467a-a4de-93810d76cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:05.914938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-7a3c54bf-f265-467a-a4de-93810d76cf44 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.2043421 Sep 26 10:36:05.945534 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (4089a974-caea-498b-bf11-c56ad13ce40b), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:05.977483 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.005975 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '07a8e337-d4ee-4930-8929-c4bd963dac5f', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'port_id': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'mac_address': 'fa:16:3e:f6:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:04Z', 'updated_at': '2022-09-26T10:36:04Z', 'revision_number': 0, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:06.052556 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (4089a974-caea-498b-bf11-c56ad13ce40b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.057932 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-dfca5a9b-e50c-4260-9273-c0371a955368 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 999 time: 0.1327877 Sep 26 10:36:06.062917 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (4089a974-caea-498b-bf11-c56ad13ce40b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.063708 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Checking router: a806cfce-6499-4314-9be6-e087251397ce for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:36:06.077937 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:06.078741 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:06.087530 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:06.100060 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:06.122937 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4089a974-caea-498b-bf11-c56ad13ce40b,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:06.135290 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-3809c664-57a2-4887-b75f-5d2558c05c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:06.138122 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-3809c664-57a2-4887-b75f-5d2558c05c03 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0698986 Sep 26 10:36:06.138896 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.142426 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c784d9f0-337f-4973-b2a5-ba6e4d0902d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767546 Sep 26 10:36:06.145287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56494) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:06.151669 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:06.217723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-b42932ea-2593-4225-af23-2d53c00e5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:06.219238 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-b42932ea-2593-4225-af23-2d53c00e5769 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630822 Sep 26 10:36:06.240233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (0f49120c-2480-4b44-85db-1462612f2d73), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.249912 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:06.323208 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:06.353237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.413431 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (0f49120c-2480-4b44-85db-1462612f2d73), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.421457 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-de5ab58c-7260-43dd-82c1-8a6fc7058cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921914 Sep 26 10:36:06.423045 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (0f49120c-2480-4b44-85db-1462612f2d73), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.538204 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49120c-2480-4b44-85db-1462612f2d73,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:06.569599 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.575901 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-260b63c2-1ea0-4bbf-b5dc-5c80c75ab3c0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294529 Sep 26 10:36:06.578414 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56498) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:06.582904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '07a8e337-d4ee-4930-8929-c4bd963dac5f', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'port_id': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'mac_address': 'fa:16:3e:f6:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:04Z', 'updated_at': '2022-09-26T10:36:04Z', 'revision_number': 0, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:06.585642 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:06.617129 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e6b08b-63ef-468c-b41f-dffd08c574c9 None None] The sync data for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi is: [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '07a8e337-d4ee-4930-8929-c4bd963dac5f', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'port_id': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'mac_address': 'fa:16:3e:f6:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:04Z', 'updated_at': '2022-09-26T10:36:04Z', 'revision_number': 0, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:36:06.706118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c9e36-0d41-4b82-9620-7a5fb91cb777 req-3208cf81-2e13-48c0-84ab-6c56af3e5022 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:06.707630 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-695c9e36-0d41-4b82-9620-7a5fb91cb777 req-3208cf81-2e13-48c0-84ab-6c56af3e5022 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.1081450 Sep 26 10:36:06.719672 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05c9c809-1acc-40d6-aefe-92eaba0271a6 req-14c90366-fae6-45d3-96bb-efe07256513d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798476 Sep 26 10:36:06.721817 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (8989594e-5417-4183-8596-7ecec9f23efd), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.829447 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-695c9e36-0d41-4b82-9620-7a5fb91cb777 req-6c413bd3-24b9-4de0-b391-71729cacfa70 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084843 Sep 26 10:36:06.843745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (8989594e-5417-4183-8596-7ecec9f23efd), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.848511 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (8989594e-5417-4183-8596-7ecec9f23efd), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.879954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8989594e-5417-4183-8596-7ecec9f23efd,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:06.885345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:06.886823 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c0fc30db-78e8-449b-b678-379c698ef3ff tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3073044 Sep 26 10:36:06.889353 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56500) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:06.893906 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:06.938325 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (6251aa61-2d89-40b8-b073-a29c3692a911), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.027788 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cfc4ac-3cf0-41cd-9f06-9f7d087e92e4 None None] New status for floating IP 07a8e337-d4ee-4930-8929-c4bd963dac5f: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:36:07.036169 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (6251aa61-2d89-40b8-b073-a29c3692a911), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.041105 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (6251aa61-2d89-40b8-b073-a29c3692a911), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.062989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6251aa61-2d89-40b8-b073-a29c3692a911,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:07.072506 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.076475 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-10ee461f-3591-437d-bff6-711ed11b3669 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833587 Sep 26 10:36:07.076861 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56504) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:07.082048 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:07.109881 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Project 6bb20c7af7544a06adaa9b5e47b03cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:36:07.118658 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (433fb921-7655-4df6-9dbb-2cec24417de8), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.201342 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (433fb921-7655-4df6-9dbb-2cec24417de8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.208187 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (433fb921-7655-4df6-9dbb-2cec24417de8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.233916 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433fb921-7655-4df6-9dbb-2cec24417de8,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:07.243136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.244627 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8b012bc7-0402-4c8b-a8df-17f816744145 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666093 Sep 26 10:36:07.247520 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56506) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:07.253557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'security_group_rule': {'security_group_id': '9a1b72b1-178f-494b-b00c-78edf514c9a7', 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:07.278695 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.securitygroups_db [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Project 6bb20c7af7544a06adaa9b5e47b03cd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:36:07.285287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (fae18a33-b7b4-4da1-8a80-91df0948713e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.374114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (fae18a33-b7b4-4da1-8a80-91df0948713e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.379114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (fae18a33-b7b4-4da1-8a80-91df0948713e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.387308 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:07.403801 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae18a33-b7b4-4da1-8a80-91df0948713e,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:07.413386 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:07.422285 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:07.424246 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5478a92a-f5d3-47e8-90c3-a2ed08d0f59f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743104 Sep 26 10:36:07.542290 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-330f82cc-4418-48f9-b82d-164d1a363625 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1172863596&fields=id&tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1 HTTP/1.1" status: 200 len: 267 time: 0.0522676 Sep 26 10:36:07.614635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-8bd8526c-8329-457f-88ec-1dd3d1e7eab5 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:07.616282 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-8bd8526c-8329-457f-88ec-1dd3d1e7eab5 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0591662 Sep 26 10:36:07.631393 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'port': {'security_groups': ['89cde05b-0522-44d4-bb49-7b011e8aabcc', '9a1b72b1-178f-494b-b00c-78edf514c9a7']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:07.716657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:08.218362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0ee05-78f5-4077-aadf-c6b5c5d6d955 req-98653305-77d9-4f79-83cd-027dd697f42e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.220073 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cef0ee05-78f5-4077-aadf-c6b5c5d6d955 req-98653305-77d9-4f79-83cd-027dd697f42e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0931408 Sep 26 10:36:08.271659 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:08.310670 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cef0ee05-78f5-4077-aadf-c6b5c5d6d955 req-063e2c3e-e6c4-4a0d-acab-89610f1c3577 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826621 Sep 26 10:36:08.332135 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:08.342887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:08.365894 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.366613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:08.368069 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1387980b-2bcc-4b65-983a-3e20e701e037 req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "PUT /networking/v2.0/ports/c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 981 time: 0.7454240 Sep 26 10:36:08.368709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:08.372719 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6884a9-3203-425b-8e42-716897994c35" -d '{"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:08.373854 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:36:08.455774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321e00a-6fa6-4403-874c-2d6384d761f2 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=6']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:08.465094 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee94324-4cf0-4ae0-a2fe-6ad8b2f14807 x-openstack-request-id: req-dee94324-4cf0-4ae0-a2fe-6ad8b2f14807 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:08.465401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:08.465697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dee94324-4cf0-4ae0-a2fe-6ad8b2f14807 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:08.466927 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee94324-4cf0-4ae0-a2fe-6ad8b2f14807'] response: {'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:36:08.570078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f51c40-30c1-4083-bf29-522bfdfdbeb8 req-101318db-9aba-4761-ac50-c2892eebdbfb tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.571817 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f51c40-30c1-4083-bf29-522bfdfdbeb8 req-101318db-9aba-4761-ac50-c2892eebdbfb tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.1032004 Sep 26 10:36:08.603548 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884a9-3203-425b-8e42-716897994c35 req-f537822d-caae-49d3-ad1d-f38f906dee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.603548 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-f537822d-caae-49d3-ad1d-f38f906dee6e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1168 time: 0.0926652 Sep 26 10:36:08.626367 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:36:08.629281 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:08.722312 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f51c40-30c1-4083-bf29-522bfdfdbeb8 req-d8c06639-ef12-40b9-a6ac-6fc3d6f62c4b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443622 Sep 26 10:36:08.743394 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884a9-3203-425b-8e42-716897994c35 req-884c8fb8-184b-4bb3-ab82-2c5aa439cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.743837 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:08.744646 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-884c8fb8-184b-4bb3-ab82-2c5aa439cc12 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.1312764 Sep 26 10:36:08.838949 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-388cedf3-b02a-4bc2-a811-9dca161fef11 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 1001 time: 0.0864489 Sep 26 10:36:08.895990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884a9-3203-425b-8e42-716897994c35 req-1745395a-fa08-4a64-9f56-1642280d2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.897562 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-1745395a-fa08-4a64-9f56-1642280d2e3a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0520265 Sep 26 10:36:08.954657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6884a9-3203-425b-8e42-716897994c35 req-84a4b4c3-8490-4b0c-a25b-0058baa906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:08.956336 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-84a4b4c3-8490-4b0c-a25b-0058baa906a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478587 Sep 26 10:36:09.004300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:09.034728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:09.080034 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-c4bd2003-907a-40e2-a45d-3733168df876 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946429 Sep 26 10:36:09.241129 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fc6884a9-3203-425b-8e42-716897994c35 req-f2945105-2341-407a-be61-b81b6797ef06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912149 Sep 26 10:36:09.466308 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d4b01-3aed-4268-8f03-a2dbc387541c req-2f36a497-5698-4e78-b50e-2e4f0a6d509a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:09.468699 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a80d4b01-3aed-4268-8f03-a2dbc387541c req-2f36a497-5698-4e78-b50e-2e4f0a6d509a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0510244 Sep 26 10:36:09.532314 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a80d4b01-3aed-4268-8f03-a2dbc387541c req-5f151f83-2b9f-4dea-8713-76c5ae2b6b25 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572205 Sep 26 10:36:09.679248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-1c48003d-b246-4f58-bb2d-cb967ba650af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:09.680738 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-1c48003d-b246-4f58-bb2d-cb967ba650af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1129 time: 0.0402093 Sep 26 10:36:09.778965 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-fe6642da-7062-47f0-ae30-464ed8c5b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:09.780428 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-fe6642da-7062-47f0-ae30-464ed8c5b556 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.0905359 Sep 26 10:36:09.844396 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-2be5d801-4ed8-4345-9e11-0636dd4aeb39 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 1001 time: 0.0570102 Sep 26 10:36:09.899404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-eda485e8-9be1-4f4e-9fcf-7c4b8c15e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:09.900862 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-eda485e8-9be1-4f4e-9fcf-7c4b8c15e330 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0492833 Sep 26 10:36:09.950248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-b7aa8add-bd1c-4546-9e27-287f55e9721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:09.951766 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-b7aa8add-bd1c-4546-9e27-287f55e9721c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412879 Sep 26 10:36:10.046470 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-a6dedba9-8860-4c68-92da-06c19d3295d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876813 Sep 26 10:36:10.135991 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28486de1-0544-4ee2-a6a3-79298dbbb5db req-1f167f0d-2a5b-4791-9771-01394fceabbc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825515 Sep 26 10:36:10.663185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad573e-ce57-4689-bba9-8fe7735cba2d req-115670f2-c393-4fa5-aceb-3f18347be4a4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:10.664664 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80ad573e-ce57-4689-bba9-8fe7735cba2d req-115670f2-c393-4fa5-aceb-3f18347be4a4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0471089 Sep 26 10:36:10.715141 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80ad573e-ce57-4689-bba9-8fe7735cba2d req-ed1f0f9a-921d-4d18-9523-aa32c45ebb85 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 Sep 26 10:36:11.844896 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718cfd0-f9c7-4c09-8b5c-31bd12715264 req-317b12d8-0f3f-442c-acdf-fd0df6fc969c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:11.846414 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b718cfd0-f9c7-4c09-8b5c-31bd12715264 req-317b12d8-0f3f-442c-acdf-fd0df6fc969c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0478470 Sep 26 10:36:11.894388 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b718cfd0-f9c7-4c09-8b5c-31bd12715264 req-78407eed-c90c-46d3-8019-0c2342e840e0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Sep 26 10:36:12.014100 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:13.004912 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:13.020994 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11a79a-7ff0-48a5-982f-073648ab96e1 req-384f4fd0-6493-42cf-9439-141d1934df1f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:13.022451 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d11a79a-7ff0-48a5-982f-073648ab96e1 req-384f4fd0-6493-42cf-9439-141d1934df1f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0476677 Sep 26 10:36:13.068434 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d11a79a-7ff0-48a5-982f-073648ab96e1 req-893f0d04-a60b-4900-aa62-141e08a65447 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 Sep 26 10:36:13.564060 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-5761d0b3-59b6-4559-b986-0698e4830c41 req-a450c90c-8b46-4ca2-88ae-bc5ab77fa702 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:36:13.565080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5761d0b3-59b6-4559-b986-0698e4830c41 req-a450c90c-8b46-4ca2-88ae-bc5ab77fa702 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062952 Sep 26 10:36:13.653758 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:36:13.729548 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:13.732341 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:36:13.732726 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:13.744327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ee7c-8a0e-4a1f-a4b4-f7b4255b8f3d req-43e619ac-03e1-453b-ad60-92d347d4bf1e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:13.745821 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e502ee7c-8a0e-4a1f-a4b4-f7b4255b8f3d req-43e619ac-03e1-453b-ad60-92d347d4bf1e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 945 time: 0.0551503 Sep 26 10:36:13.758422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:13.760952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bd567-c31f-49d0-a83f-c070d5ca5dc3" -d '{"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-unplugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:13.770315 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:13.775259 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:13.781623 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:13.821166 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d406c0-61c7-4779-8ec7-08de30bad6d5 x-openstack-request-id: req-54d406c0-61c7-4779-8ec7-08de30bad6d5 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:13.821478 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-unplugged", "status": "failed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "code": 422}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:13.821718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54d406c0-61c7-4779-8ec7-08de30bad6d5 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:13.822186 dv-cinder-844563-7-iscsi neutron-server[106218]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-54d406c0-61c7-4779-8ec7-08de30bad6d5']: {'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'code': 422} returned with failed status Sep 26 10:36:13.829895 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e502ee7c-8a0e-4a1f-a4b4-f7b4255b8f3d req-cae5e92c-861f-4d90-aceb-79b0fd9449f9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740631 Sep 26 10:36:13.840522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:14.016160 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56608) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:14.098959 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-204e97b4-6bad-4c54-a5ca-97518b8e33f6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816696 Sep 26 10:36:14.107554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-f4036f01-85e9-4584-8786-9e1f182615dc service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:36:14.108611 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-f4036f01-85e9-4584-8786-9e1f182615dc service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048134 Sep 26 10:36:14.184228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56616) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:14.232061 dv-cinder-844563-7-iscsi neutron-server[106217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 10:36:14.277216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-51b660b2-5e0d-427f-94c6-587eb91012d1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:14.278573 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-51b660b2-5e0d-427f-94c6-587eb91012d1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports/80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 940 time: 0.0933585 Sep 26 10:36:14.945628 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b441e2-bc46-436c-935a-1cfd2d593765 req-88f29abb-05df-4be5-b6fb-d4f7e4079d85 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:14.947121 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f4b441e2-bc46-436c-935a-1cfd2d593765 req-88f29abb-05df-4be5-b6fb-d4f7e4079d85 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0463748 Sep 26 10:36:14.993503 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f4b441e2-bc46-436c-935a-1cfd2d593765 req-b5cc7c57-4a10-4c4e-b734-68ed192100cd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Sep 26 10:36:16.121684 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-0f1b1c7c-8b01-43cf-80d8-88c9306243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.123102 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-0f1b1c7c-8b01-43cf-80d8-88c9306243f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 1127 time: 0.0993576 Sep 26 10:36:16.136582 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab3438-9d5c-4a9a-816d-3e3c7c07107a req-95c8320d-049d-4e35-9576-35d781cd78a5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.137977 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-acab3438-9d5c-4a9a-816d-3e3c7c07107a req-95c8320d-049d-4e35-9576-35d781cd78a5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0633936 Sep 26 10:36:16.215701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-88f3ccbd-a34a-41c7-a7f1-fdb305852659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.217153 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-88f3ccbd-a34a-41c7-a7f1-fdb305852659 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1127 time: 0.0593143 Sep 26 10:36:16.220329 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-acab3438-9d5c-4a9a-816d-3e3c7c07107a req-f787e2d4-b886-4d1a-b617-484377c5e559 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755439 Sep 26 10:36:16.308405 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-007e60e7-6cd2-4442-9a81-17907bd7a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.309874 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-007e60e7-6cd2-4442-9a81-17907bd7a379 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.0854793 Sep 26 10:36:16.376306 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-39a96dbe-7a76-4156-894c-42058716bd3a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 200 len: 999 time: 0.0578897 Sep 26 10:36:16.429930 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-71234c52-6f58-4a78-b093-40946499f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.431449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-71234c52-6f58-4a78-b093-40946499f12e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0449936 Sep 26 10:36:16.479260 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-1655afc3-6126-4be1-b600-4ff2f5dd9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:16.480789 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-1655afc3-6126-4be1-b600-4ff2f5dd9cf7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379500 Sep 26 10:36:16.573948 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-ed261fba-b5f2-47cf-a101-9036efa45880 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843434 Sep 26 10:36:16.679900 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b98090-b670-4bd3-9a1a-4a60d7a687d4 req-285cf418-1a60-4f4b-b0a0-1099d83e5573 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972292 Sep 26 10:36:17.112753 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:17.232641 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:17.372133 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc37dc1-5b75-4cee-8c57-ffa7e0287493 req-8356d3e7-c224-4eb1-98e2-0fb56de09505 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:17.373866 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-edc37dc1-5b75-4cee-8c57-ffa7e0287493 req-8356d3e7-c224-4eb1-98e2-0fb56de09505 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0510998 Sep 26 10:36:17.401185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:17.424139 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-edc37dc1-5b75-4cee-8c57-ffa7e0287493 req-54a299cb-0929-4cc6-9216-6ca7ee3d72ae tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Sep 26 10:36:18.568728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7397f4-b5fa-4bd9-aa87-47a8dcddd977 req-0337e072-e712-4887-9da7-234e56590bc8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:18.570239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8f7397f4-b5fa-4bd9-aa87-47a8dcddd977 req-0337e072-e712-4887-9da7-234e56590bc8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0530849 Sep 26 10:36:18.624209 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8f7397f4-b5fa-4bd9-aa87-47a8dcddd977 req-227956aa-0736-425f-8ec7-02ade8524c23 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483575 Sep 26 10:36:19.784174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38164fa-d227-49b1-a93c-3a07974fc7eb req-b91efb5d-3109-4b23-a633-a491c913cd70 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:19.785633 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b38164fa-d227-49b1-a93c-3a07974fc7eb req-b91efb5d-3109-4b23-a633-a491c913cd70 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0673280 Sep 26 10:36:19.837826 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b38164fa-d227-49b1-a93c-3a07974fc7eb req-fec0bc8d-cc56-452f-8511-25574b263d9d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Sep 26 10:36:20.978628 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9279b-575d-442f-8a62-13c8dc0013b0 req-8132606f-5045-4421-bee8-79927006b7ae tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:20.980120 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dc9279b-575d-442f-8a62-13c8dc0013b0 req-8132606f-5045-4421-bee8-79927006b7ae tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0512350 Sep 26 10:36:21.007317 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:21.032341 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dc9279b-575d-442f-8a62-13c8dc0013b0 req-f515b5e1-90f2-49a3-bf7f-b05df31c786f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Sep 26 10:36:22.158963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d647a-67c5-4e9e-9f74-5fe1a56f3f46 req-451c2574-a214-4d1c-8103-9aae8b4c22d1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:22.160415 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-004d647a-67c5-4e9e-9f74-5fe1a56f3f46 req-451c2574-a214-4d1c-8103-9aae8b4c22d1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0468860 Sep 26 10:36:22.212764 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-004d647a-67c5-4e9e-9f74-5fe1a56f3f46 req-71cda8df-55e8-4770-b84e-7aa4b1efee41 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465620 Sep 26 10:36:23.088552 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56728) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:23.198276 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d29e-9985-4e5f-b94c-63dad894e480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.281031 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d29e-9985-4e5f-b94c-63dad894e480 admin admin] Publish callbacks [] for security_group (4d5cf62e-b342-435a-9377-fe5063951783), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.286942 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d29e-9985-4e5f-b94c-63dad894e480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (4d5cf62e-b342-435a-9377-fe5063951783), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.345496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56738) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:23.346133 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0e2d29e-9985-4e5f-b94c-63dad894e480 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=29154ac37669476cbd7b159f41d1ec07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559984 Sep 26 10:36:23.363603 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d29e-9985-4e5f-b94c-63dad894e480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5cf62e-b342-435a-9377-fe5063951783,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:23.385571 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4d345-e708-4aec-8da3-5d7fdb86cb9b req-66185516-a953-4b01-98e5-257d82515036 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:23.387473 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8cf4d345-e708-4aec-8da3-5d7fdb86cb9b req-66185516-a953-4b01-98e5-257d82515036 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0621500 Sep 26 10:36:23.451319 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] Publish callbacks [] for security_group (4d5cf62e-b342-435a-9377-fe5063951783), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.506598 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8cf4d345-e708-4aec-8da3-5d7fdb86cb9b req-58e2a5d9-b212-4681-9144-aca4b19086b0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051383 Sep 26 10:36:23.524129 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] Publish callbacks [] for security_group (4d5cf62e-b342-435a-9377-fe5063951783), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.591652 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (4d5cf62e-b342-435a-9377-fe5063951783), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.594818 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:23.596163 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4d5cf62e-b342-435a-9377-fe5063951783 HTTP/1.1" status: 204 len: 168 time: 0.2483637 Sep 26 10:36:23.613280 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188da3b0-a26a-439f-ab6c-6fa2ac283879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5cf62e-b342-435a-9377-fe5063951783,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:23.838657 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:24.489811 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f2187-24a5-402f-a693-c1d959f645d9 req-c045d694-bd0c-43c5-aff3-90419d03bb63 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:24.499595 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a4f2187-24a5-402f-a693-c1d959f645d9 req-c045d694-bd0c-43c5-aff3-90419d03bb63 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0669267 Sep 26 10:36:24.562004 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a4f2187-24a5-402f-a693-c1d959f645d9 req-cfef3b8c-03df-4a42-84e3-88f90d863848 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612569 Sep 26 10:36:24.715131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6d60b-f9a7-435c-b6be-a65a72317663 req-33495863-6c08-4b59-aa14-588a0e8d80fd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:24.723768 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44e6d60b-f9a7-435c-b6be-a65a72317663 req-33495863-6c08-4b59-aa14-588a0e8d80fd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0702584 Sep 26 10:36:24.787925 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44e6d60b-f9a7-435c-b6be-a65a72317663 req-a7de43a0-7922-4c6e-8f9c-ab89c77274e5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632432 Sep 26 10:36:25.036356 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56780) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:25.157846 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d209c96-9008-4a2b-954d-f905bd53632b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.257855 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d209c96-9008-4a2b-954d-f905bd53632b admin admin] Publish callbacks [] for security_group (a599dde9-d026-4559-8fa4-4cec6155c1bb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.263504 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d209c96-9008-4a2b-954d-f905bd53632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a599dde9-d026-4559-8fa4-4cec6155c1bb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.307096 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9d209c96-9008-4a2b-954d-f905bd53632b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=16a8a5fc67624a9eaa29eeec94dfe2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695806 Sep 26 10:36:25.307819 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d209c96-9008-4a2b-954d-f905bd53632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a599dde9-d026-4559-8fa4-4cec6155c1bb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:25.309863 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56784) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:25.376185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] Publish callbacks [] for security_group (a599dde9-d026-4559-8fa4-4cec6155c1bb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.397880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] Publish callbacks [] for security_group (a599dde9-d026-4559-8fa4-4cec6155c1bb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.431387 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:25.454473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a599dde9-d026-4559-8fa4-4cec6155c1bb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.457457 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:25.461170 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a599dde9-d026-4559-8fa4-4cec6155c1bb HTTP/1.1" status: 204 len: 168 time: 0.1467991 Sep 26 10:36:25.468229 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45471a70-1b62-478f-8291-fdc02084acdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a599dde9-d026-4559-8fa4-4cec6155c1bb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:25.754713 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879f0ac-61cf-49f0-92fe-eaf81a9aac51 req-cef7b669-c2d1-42c5-bc46-419efd68f2f5 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:25.756284 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b879f0ac-61cf-49f0-92fe-eaf81a9aac51 req-cef7b669-c2d1-42c5-bc46-419efd68f2f5 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0587306 Sep 26 10:36:25.831710 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b879f0ac-61cf-49f0-92fe-eaf81a9aac51 req-68f6583b-d478-45ad-9643-7e77a229302b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689809 Sep 26 10:36:25.905695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:25.947579 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064858-1df2-47bf-9825-7595ca4a41c1 req-c25ca680-a382-49b1-a7c2-709db27da21e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:25.949104 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05064858-1df2-47bf-9825-7595ca4a41c1 req-c25ca680-a382-49b1-a7c2-709db27da21e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0537283 Sep 26 10:36:26.003570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05064858-1df2-47bf-9825-7595ca4a41c1 req-da1e39c1-9266-46e7-9645-573dbb0ce518 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486681 Sep 26 10:36:26.943527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44a8b-4615-4d3f-95ee-ba720b44684d req-11c6a07c-8532-4731-81e7-f5c21d3a197d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:26.944938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9be44a8b-4615-4d3f-95ee-ba720b44684d req-11c6a07c-8532-4731-81e7-f5c21d3a197d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0456479 Sep 26 10:36:26.991411 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9be44a8b-4615-4d3f-95ee-ba720b44684d req-2cdf7a2a-bcf2-497d-8d6d-f7271af36a39 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410042 Sep 26 10:36:27.135451 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7984b-0deb-4f9a-8313-4fd938ce24a0 req-d74e71a0-e0cd-4483-8fb4-61ca73393953 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:27.136926 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a8c7984b-0deb-4f9a-8313-4fd938ce24a0 req-d74e71a0-e0cd-4483-8fb4-61ca73393953 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0468850 Sep 26 10:36:27.187468 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a8c7984b-0deb-4f9a-8313-4fd938ce24a0 req-8c5351ae-faa9-457d-bc0a-f33ba9c9e07d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440714 Sep 26 10:36:28.115587 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fdc66-441c-41ba-8e0f-1577d2b83c07 req-5ece2d98-2ad6-4379-b66a-741a81852249 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:28.117028 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5b2fdc66-441c-41ba-8e0f-1577d2b83c07 req-5ece2d98-2ad6-4379-b66a-741a81852249 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0508742 Sep 26 10:36:28.162555 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5b2fdc66-441c-41ba-8e0f-1577d2b83c07 req-4f6e8da6-9718-4e1a-bb26-ca1329f9d53c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398784 Sep 26 10:36:28.314333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88456d-64e8-43c8-aa56-c9e1505cf8cf req-e629a9f2-f0f3-4830-b97a-cf8e37dca6da tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:28.315756 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ff88456d-64e8-43c8-aa56-c9e1505cf8cf req-e629a9f2-f0f3-4830-b97a-cf8e37dca6da tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0455303 Sep 26 10:36:28.361959 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ff88456d-64e8-43c8-aa56-c9e1505cf8cf req-2d6cd74f-886e-43e7-ad8d-560e00c6789c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Sep 26 10:36:29.301745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533682e-f038-4e23-bede-612772561082 req-44bd27b0-dadd-4ecd-8ced-3a3a4ef50744 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:29.303406 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a533682e-f038-4e23-bede-612772561082 req-44bd27b0-dadd-4ecd-8ced-3a3a4ef50744 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0611732 Sep 26 10:36:29.351802 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a533682e-f038-4e23-bede-612772561082 req-209436d6-3caf-466e-8c9f-3b4a6021fc12 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2baed206-6ad7-4181-8e42-f5b73ddacb4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Sep 26 10:36:29.499284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf038-f68c-4dad-ba11-f1280929e3c3 req-513a823e-7c4e-4d58-9895-7a377265fa45 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:29.500960 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f0bf038-f68c-4dad-ba11-f1280929e3c3 req-513a823e-7c4e-4d58-9895-7a377265fa45 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0538843 Sep 26 10:36:29.552703 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f0bf038-f68c-4dad-ba11-f1280929e3c3 req-592da99f-43f6-4e8a-8340-cdb31d0bea79 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462918 Sep 26 10:36:29.787243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85318b38-8575-4191-9d09-03e999002c3f req-0c76aad5-09cc-4ec0-ae8f-b29984cd7845 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:29.789006 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85318b38-8575-4191-9d09-03e999002c3f req-0c76aad5-09cc-4ec0-ae8f-b29984cd7845 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 946 time: 0.0493228 Sep 26 10:36:29.881058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 853197ed-c11a-4040-abb1-0d954ce1ae71 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:36:29.881390 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:29.974254 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] For port 853197ed-c11a-4040-abb1-0d954ce1ae71, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=853197ed-c11a-4040-abb1-0d954ce1ae71,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:29.974604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:30.118688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:30.178350 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:30.194106 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:30.194466 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:30.194783 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 9cfe1881-3287-48af-9768-75b67119e8ad disassociated. External IP: 172.27.1.154, port: 853197ed-c11a-4040-abb1-0d954ce1ae71. Sep 26 10:36:30.195118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 853197ed-c11a-4040-abb1-0d954ce1ae71 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:36:30.324042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (853197ed-c11a-4040-abb1-0d954ce1ae71), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:30.357201 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=853197ed-c11a-4040-abb1-0d954ce1ae71,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:30.733698 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-98b29690-5c54-4426-8992-b9892c75326c req-4e1bb0d3-af79-4043-ae77-5fb8b8a34ef0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 210 time: 0.0669122 Sep 26 10:36:30.751531 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:36:30.758072 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ddb0e-fbf8-4887-b415-371874c12382 req-7e502acb-8551-44f4-83f3-32c441d595ee tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:30.759502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad9ddb0e-fbf8-4887-b415-371874c12382 req-7e502acb-8551-44f4-83f3-32c441d595ee tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0922832 Sep 26 10:36:30.883697 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad9ddb0e-fbf8-4887-b415-371874c12382 req-b49c9550-7a5a-460a-906d-6d1e986cfa7f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178184 Sep 26 10:36:30.905751 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:36:30.921632 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:36:30.931036 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:30.931642 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:30.954688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] No DVR routers for this DVR port 853197ed-c11a-4040-abb1-0d954ce1ae71 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:36:30.957362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:30.960878 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85318b38-8575-4191-9d09-03e999002c3f req-bc83e1d2-221f-4dda-8570-df586629d54d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "DELETE /networking/v2.0/ports/853197ed-c11a-4040-abb1-0d954ce1ae71 HTTP/1.1" status: 204 len: 173 time: 1.1629519 Sep 26 10:36:30.961408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'name': 'network-vif-deleted', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:30.964243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649380e3-8e48-4c46-8ea0-d69a46e79740" -d '{"events": [{"server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "name": "network-vif-deleted", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:30.981545 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:31.015112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be30200-d431-40b7-bec9-42e49de823a3 x-openstack-request-id: req-2be30200-d431-40b7-bec9-42e49de823a3 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:31.015411 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c49866e-9fb8-4d0f-8e65-4cf8d565895d", "name": "network-vif-deleted", "tag": "853197ed-c11a-4040-abb1-0d954ce1ae71", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:31.015683 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2be30200-d431-40b7-bec9-42e49de823a3 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:31.016100 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be30200-d431-40b7-bec9-42e49de823a3'] response: {'server_uuid': '0c49866e-9fb8-4d0f-8e65-4cf8d565895d', 'name': 'network-vif-deleted', 'tag': '853197ed-c11a-4040-abb1-0d954ce1ae71', 'status': 'completed', 'code': 200} Sep 26 10:36:31.065543 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:31.289542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bd320491-8c9c-4f59-a035-591fba0da273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:31.336064 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2feb15-5b40-4a34-ad54-5acd6f2fe693 req-5fdd1daf-58b3-422b-b1c0-aa20812e310a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:31.337640 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dc2feb15-5b40-4a34-ad54-5acd6f2fe693 req-5fdd1daf-58b3-422b-b1c0-aa20812e310a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0633752 Sep 26 10:36:31.370798 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:31.389685 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dc2feb15-5b40-4a34-ad54-5acd6f2fe693 req-1806375d-c5d8-4b30-af9e-447931689951 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Sep 26 10:36:31.397526 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:36:31.407252 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:31.407626 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:31.529369 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:31.747981 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:31.773992 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346f0769-6f04-481f-ac82-1f073cba5a07 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '12d86f5e-d301-42fb-924d-f1de22040856', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:0b:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:32:58Z', 'updated_at': '2022-09-26T10:33:53Z', 'revision_number': 2, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:36:31.865006 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e189f39-d4db-4cbe-8278-f11469aadb9b req-ebe8d877-0bc7-448a-a130-f13ff2f4074c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0c49866e-9fb8-4d0f-8e65-4cf8d565895d HTTP/1.1" status: 200 len: 210 time: 0.0337329 Sep 26 10:36:32.041995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3419-296e-4181-a8eb-952f173fa8a8 req-bcef7e1b-d525-4157-ad28-39c3621e4235 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:32.046480 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d9e3419-296e-4181-a8eb-952f173fa8a8 req-bcef7e1b-d525-4157-ad28-39c3621e4235 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0555849 Sep 26 10:36:32.094876 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d9e3419-296e-4181-a8eb-952f173fa8a8 req-a92e3c50-a303-4a22-98b9-45fece5db7ef tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Sep 26 10:36:32.099490 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a910f53-2746-4cdf-8812-9d40ff779f45 None None] New status for floating IP 9cfe1881-3287-48af-9768-75b67119e8ad: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:36:32.515450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a90a-0795-4755-be80-502a9b49d717 req-6ceb77ce-9135-48b8-b155-bba91aefd775 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:32.517693 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9aa5a90a-0795-4755-be80-502a9b49d717 req-6ceb77ce-9135-48b8-b155-bba91aefd775 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Sep 26 10:36:32.566588 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9aa5a90a-0795-4755-be80-502a9b49d717 req-530b3e3b-5084-4556-ac51-7d01760293dc tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432627 Sep 26 10:36:32.965153 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 56856) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:32.986260 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:33.036351 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (2baed206-6ad7-4181-8e42-f5b73ddacb4a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.039892 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:33.059185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (2baed206-6ad7-4181-8e42-f5b73ddacb4a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.107362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2baed206-6ad7-4181-8e42-f5b73ddacb4a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.110062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.111208 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2baed206-6ad7-4181-8e42-f5b73ddacb4a HTTP/1.1" status: 204 len: 168 time: 0.1449506 Sep 26 10:36:33.114164 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56858) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:33.120144 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c4d61-ccbd-4999-ad6d-6954a75f9080 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baed206-6ad7-4181-8e42-f5b73ddacb4a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:33.128448 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-9c497c7b-a77e-4043-9952-2cc4b4da91f6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] show failed (client error): The resource could not be found. Sep 26 10:36:33.129449 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9c497c7b-a77e-4043-9952-2cc4b4da91f6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2baed206-6ad7-4181-8e42-f5b73ddacb4a HTTP/1.1" status: 404 len: 347 time: 0.0141277 Sep 26 10:36:33.132675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 56862) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:33.230931 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7a066-cb56-4bdb-90ed-a802c295373a req-59e003f3-5c6c-44ec-91f2-b3f829726ece tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:33.232400 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a6b7a066-cb56-4bdb-90ed-a802c295373a req-59e003f3-5c6c-44ec-91f2-b3f829726ece tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0482979 Sep 26 10:36:33.246449 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 322fb32e-a657-4ba4-bcc1-7bba0618f603 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:36:33.246784 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.279793 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a6b7a066-cb56-4bdb-90ed-a802c295373a req-82eb9114-460e-4f71-a20b-f269eece8e20 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Sep 26 10:36:33.328559 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.328881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (322fb32e-a657-4ba4-bcc1-7bba0618f603), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.344706 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 322fb32e-a657-4ba4-bcc1-7bba0618f603 owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:36:33.358572 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:33.390989 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:33.493632 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (322fb32e-a657-4ba4-bcc1-7bba0618f603), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.522574 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=322fb32e-a657-4ba4-bcc1-7bba0618f603,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:33.583220 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (9cfe1881-3287-48af-9768-75b67119e8ad), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.585815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:33.587093 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5500472b-3c39-464c-a3a8-8a0e079b9738 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/9cfe1881-3287-48af-9768-75b67119e8ad HTTP/1.1" status: 204 len: 168 time: 0.4535325 Sep 26 10:36:33.641952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 853197ed-c11a-4040-abb1-0d954ce1ae71 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:36:33.663370 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 853197ed-c11a-4040-abb1-0d954ce1ae71 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:36:33.663928 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 853197ed-c11a-4040-abb1-0d954ce1ae71 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:36:33.695474 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5784fec-c928-4325-acb2-ee3131811f78 req-71858867-a65f-4264-a140-4c1317600229 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:33.696962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5784fec-c928-4325-acb2-ee3131811f78 req-71858867-a65f-4264-a140-4c1317600229 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Sep 26 10:36:33.745776 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5784fec-c928-4325-acb2-ee3131811f78 req-1e119385-b595-4926-9205-e81106cf6a96 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Sep 26 10:36:33.764534 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-26cbe5a8-6e3a-4208-87d8-ced17af05b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:34.408395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f123c-d97c-4a8d-8e7d-4499e59a8a9c req-a5f25d63-19e6-41f6-a984-8476a24c1cb7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:34.410072 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-873f123c-d97c-4a8d-8e7d-4499e59a8a9c req-a5f25d63-19e6-41f6-a984-8476a24c1cb7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0472572 Sep 26 10:36:34.460524 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-873f123c-d97c-4a8d-8e7d-4499e59a8a9c req-527b8dc4-d808-4411-bacb-44d9a9dfe50c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Sep 26 10:36:34.585927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:34.870479 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd590f-f3c9-48b0-9e34-eeb912e101df req-becbd73f-446b-4cd0-a9f3-822852064244 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:34.871827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1fd590f-f3c9-48b0-9e34-eeb912e101df req-becbd73f-446b-4cd0-a9f3-822852064244 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 26 10:36:34.919517 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1fd590f-f3c9-48b0-9e34-eeb912e101df req-dcaf8636-492a-4d76-8807-b3aebed3f18d tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Sep 26 10:36:35.586490 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9933e-e30a-49fb-aab8-b14c0c125d8a req-f79261f8-0987-4cf7-bf2f-05590aadabdc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:35.588402 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ab9933e-e30a-49fb-aab8-b14c0c125d8a req-f79261f8-0987-4cf7-bf2f-05590aadabdc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0471623 Sep 26 10:36:35.637257 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ab9933e-e30a-49fb-aab8-b14c0c125d8a req-e82fb2dc-127f-450c-a327-50def71d70a6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Sep 26 10:36:35.907921 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:36.039604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2110-c441-4bba-b140-5072a3846117 req-7db7a62c-34ee-4241-853a-b1748d0922e8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:36.041063 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-911c2110-c441-4bba-b140-5072a3846117 req-7db7a62c-34ee-4241-853a-b1748d0922e8 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0475254 Sep 26 10:36:36.093735 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-911c2110-c441-4bba-b140-5072a3846117 req-c7c96857-155b-4c33-9921-b6162e9210e2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Sep 26 10:36:36.296689 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:36.723758 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:36:36.764509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652f0d-f31b-492c-aa45-f15bfd14c588 req-811356ae-bff1-4cc1-a3ba-58b9ba296874 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:36.765963 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a7652f0d-f31b-492c-aa45-f15bfd14c588 req-811356ae-bff1-4cc1-a3ba-58b9ba296874 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 943 time: 0.0490997 Sep 26 10:36:36.815127 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a7652f0d-f31b-492c-aa45-f15bfd14c588 req-3b7c5400-95a0-481f-b052-3f99e82fccb2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430877 Sep 26 10:36:37.125600 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db02e4-6d62-493c-b492-3cc3defd42ee req-1addebe7-d752-4134-bb90-3d817cfff837 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.127142 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74db02e4-6d62-493c-b492-3cc3defd42ee req-1addebe7-d752-4134-bb90-3d817cfff837 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0780056 Sep 26 10:36:37.128098 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8819b-7989-4287-ab85-db747c86656f req-f93b9737-3ac3-43e2-83d1-88ceb737a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.129420 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-f93b9737-3ac3-43e2-83d1-88ceb737a134 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0699995 Sep 26 10:36:37.253825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:37.270911 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6ea11-59e5-4d4e-ae25-55a753ba5f0e req-3b8a50ab-ce51-4213-93cb-010e86b51115 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.272387 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5b6ea11-59e5-4d4e-ae25-55a753ba5f0e req-3b8a50ab-ce51-4213-93cb-010e86b51115 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1033232 Sep 26 10:36:37.278309 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74db02e4-6d62-493c-b492-3cc3defd42ee req-e433c3ce-4442-4941-b663-9ceb1c111a60 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436291 Sep 26 10:36:37.321066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:37.330736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8819b-7989-4287-ab85-db747c86656f req-b8f90e93-9ee5-4d73-be8d-cc9a0b0e769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.332174 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-b8f90e93-9ee5-4d73-be8d-cc9a0b0e769c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.1912766 Sep 26 10:36:37.356354 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5b6ea11-59e5-4d4e-ae25-55a753ba5f0e req-18b821da-221d-4d44-a5dd-de03c03efd5d tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771396 Sep 26 10:36:37.402490 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-9b0c1e3b-ab28-427b-865e-ad944ada9046 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 1001 time: 0.0603240 Sep 26 10:36:37.453283 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8819b-7989-4287-ab85-db747c86656f req-2af23138-4b33-433c-816a-1ccc57164d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.454700 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-2af23138-4b33-433c-816a-1ccc57164d65 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0461326 Sep 26 10:36:37.497483 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8819b-7989-4287-ab85-db747c86656f req-a6fa6927-f29a-4a1a-99c2-df47bdf9c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.498966 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-a6fa6927-f29a-4a1a-99c2-df47bdf9c2c6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384383 Sep 26 10:36:37.587351 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-3c12d81c-c71f-40af-b8b7-31f0a832c888 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814681 Sep 26 10:36:37.678430 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bad8819b-7989-4287-ab85-db747c86656f req-75961d47-6eaf-42a1-b4bb-07223dc6d0b7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Sep 26 10:36:37.683484 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:36:37.776864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:37.791873 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:37.799939 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:37.812134 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '80a6fd45-6996-4b15-93f6-3122e122a647', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': '80a6fd45-6996-4b15-93f6-3122e122a647', 'mac_address': 'fa:16:3e:1e:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:36:37.847405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:36:37.847791 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:37.861265 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:36:37.881399 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:37.886491 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:37.932759 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=9']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:37.942319 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bdf1-7bcb-4689-9cd7-3003b2f79683 req-a9b551bc-e366-41b5-8af7-d1c47cfd6f21 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:37.943796 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64d8bdf1-7bcb-4689-9cd7-3003b2f79683 req-a9b551bc-e366-41b5-8af7-d1c47cfd6f21 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 944 time: 0.0466948 Sep 26 10:36:37.991176 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64d8bdf1-7bcb-4689-9cd7-3003b2f79683 req-3012e266-1e3d-4c3c-9a36-897479dd711e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413356 Sep 26 10:36:38.162416 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['80a6fd45-6996-4b15-93f6-3122e122a647'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:36:38.409355 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d598b-d60d-4fd5-b6a6-53d7e3858931 req-fc25a87b-8465-4ce8-a1cf-eba1a13856ac tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:38.410767 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca2d598b-d60d-4fd5-b6a6-53d7e3858931 req-fc25a87b-8465-4ce8-a1cf-eba1a13856ac tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0778120 Sep 26 10:36:38.429909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8af32-e7d3-48de-b70e-2380a2cbe93f req-98e2839d-1e34-4c66-b5ed-d12fdb550bce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:38.431302 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b1b8af32-e7d3-48de-b70e-2380a2cbe93f req-98e2839d-1e34-4c66-b5ed-d12fdb550bce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0661116 Sep 26 10:36:38.490771 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca2d598b-d60d-4fd5-b6a6-53d7e3858931 req-d6af43b2-4103-4442-8599-3d2f96c88647 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743093 Sep 26 10:36:38.501800 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b1b8af32-e7d3-48de-b70e-2380a2cbe93f req-bb2d15b0-a18b-437e-b45a-05ad429755c5 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636165 Sep 26 10:36:38.601532 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250da50-3ddc-404f-bdfa-ff4231587268 req-31a50588-9d02-421c-b433-35c9962b3185 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:38.603276 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a250da50-3ddc-404f-bdfa-ff4231587268 req-31a50588-9d02-421c-b433-35c9962b3185 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Sep 26 10:36:38.648937 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a250da50-3ddc-404f-bdfa-ff4231587268 req-54dae507-41d5-4118-97c3-fb626318c383 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Sep 26 10:36:39.117300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa7904-4771-4daa-ab75-753927bc5627 req-326ba700-7efb-46d6-b122-90e29625b194 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:39.118772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6fa7904-4771-4daa-ab75-753927bc5627 req-326ba700-7efb-46d6-b122-90e29625b194 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 944 time: 0.0479579 Sep 26 10:36:39.165222 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6fa7904-4771-4daa-ab75-753927bc5627 req-3ccaae82-ef89-41cd-b50a-adbbc8239cc4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 Sep 26 10:36:39.643824 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818cb1b-8f64-47cd-a9f3-4c791503c5f8 req-8a0ec38e-835c-4a1f-aeb3-53d0417336b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:39.645271 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9818cb1b-8f64-47cd-a9f3-4c791503c5f8 req-8a0ec38e-835c-4a1f-aeb3-53d0417336b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0785558 Sep 26 10:36:39.663492 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc02354-b681-4474-902a-a35d18874625 req-3bd886d6-6f7b-4eaf-88af-46fd444902d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:39.664858 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4fc02354-b681-4474-902a-a35d18874625 req-3bd886d6-6f7b-4eaf-88af-46fd444902d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0856874 Sep 26 10:36:39.665238 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:39.697588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:36:39.729838 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9818cb1b-8f64-47cd-a9f3-4c791503c5f8 req-8c314270-c074-4e09-a3cc-a035c2bddd3b tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785713 Sep 26 10:36:39.741253 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 80a6fd45-6996-4b15-93f6-3122e122a647 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:36:39.741375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4fc02354-b681-4474-902a-a35d18874625 req-efaa599b-c0e8-4a38-abea-34a6c7222a5f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667522 Sep 26 10:36:39.741481 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:39.741896 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 80a6fd45-6996-4b15-93f6-3122e122a647 Sep 26 10:36:39.822562 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 80a6fd45-6996-4b15-93f6-3122e122a647 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:36:39.822945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:39.838763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e59bb0-d43a-4ce1-9b43-0c0e60bb7d65 req-e79a1049-9bbe-49b4-ab41-7ae6a3553b69 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:39.840240 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b5e59bb0-d43a-4ce1-9b43-0c0e60bb7d65 req-e79a1049-9bbe-49b4-ab41-7ae6a3553b69 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0478826 Sep 26 10:36:39.845756 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:39.848001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dfe7b2-9734-4160-92c0-bb533c8cf168" -d '{"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:39.862278 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:39.866557 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:39.874898 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:39.893144 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b5e59bb0-d43a-4ce1-9b43-0c0e60bb7d65 req-495d41b3-2af9-4a80-ba3c-3f619069badb tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Sep 26 10:36:39.894348 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0da11f-e6f7-4d1d-b30b-1b4874a58a6c x-openstack-request-id: req-9e0da11f-e6f7-4d1d-b30b-1b4874a58a6c {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:39.894662 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-plugged", "status": "completed", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:39.894919 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e0da11f-e6f7-4d1d-b30b-1b4874a58a6c {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:39.895310 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0da11f-e6f7-4d1d-b30b-1b4874a58a6c'] response: {'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'code': 200} Sep 26 10:36:39.923612 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=10']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:40.301059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e8f5e-0a0f-455a-b767-e70d9f2675de req-7a64b426-abbb-45a2-b674-ecc197b4f663 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:40.302570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-439e8f5e-0a0f-455a-b767-e70d9f2675de req-7a64b426-abbb-45a2-b674-ecc197b4f663 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0536647 Sep 26 10:36:40.387686 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-14188ad4-5d63-4d82-a0ff-6999dee82e2f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:40.389620 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-14188ad4-5d63-4d82-a0ff-6999dee82e2f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0662053 Sep 26 10:36:40.392904 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-439e8f5e-0a0f-455a-b767-e70d9f2675de req-5ee0fe8c-989b-46ad-bb6b-bdd059921169 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847919 Sep 26 10:36:40.480895 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361a2fb-16a5-418a-9dff-3450f5f18862 req-d44e1931-21b7-43d4-80c9-311d767e9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:40.482319 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f361a2fb-16a5-418a-9dff-3450f5f18862 req-d44e1931-21b7-43d4-80c9-311d767e9391 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 1130 time: 0.0391159 Sep 26 10:36:40.495934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:36:40.496276 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:40.525907 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f361a2fb-16a5-418a-9dff-3450f5f18862 req-c31e8a12-a068-4923-9597-4013d3457185 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376644 Sep 26 10:36:40.589328 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] For port 75ba1d3d-2195-4f53-bc3d-9641a06aa644, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=75ba1d3d-2195-4f53-bc3d-9641a06aa644,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:40.589691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:40.759636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:40.760310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:40.760436 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 12d86f5e-d301-42fb-924d-f1de22040856 disassociated. External IP: 172.27.1.183, port: 75ba1d3d-2195-4f53-bc3d-9641a06aa644. Sep 26 10:36:40.760714 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 75ba1d3d-2195-4f53-bc3d-9641a06aa644 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:36:40.910291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac30327-3126-41d1-8103-3c837a431539 req-a9bd0c36-2264-4a40-bbbc-18565314f3d8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:40.911747 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ac30327-3126-41d1-8103-3c837a431539 req-a9bd0c36-2264-4a40-bbbc-18565314f3d8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 945 time: 0.0913010 Sep 26 10:36:40.918893 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9dcf6-a742-465b-a614-25b13895c998 req-b73a201b-3eb8-409d-8705-1c6587b5a359 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:40.920256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-36b9dcf6-a742-465b-a614-25b13895c998 req-b73a201b-3eb8-409d-8705-1c6587b5a359 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0867932 Sep 26 10:36:41.021131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:41.033599 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (75ba1d3d-2195-4f53-bc3d-9641a06aa644), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:41.040368 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ac30327-3126-41d1-8103-3c837a431539 req-bf7c883e-8326-4fdf-93bc-28d2450035b2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=44b05a63-835d-4a74-9b09-aac7299e7c15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186829 Sep 26 10:36:41.045955 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-36b9dcf6-a742-465b-a614-25b13895c998 req-48118d09-0679-4b81-bf91-b6f93ac2d43b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147151 Sep 26 10:36:41.074841 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=75ba1d3d-2195-4f53-bc3d-9641a06aa644,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:41.122591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:41.177465 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba6a44-d9a4-46c1-857d-103fe556eca1 req-2f9d7e14-2560-4c2d-999c-784815e65661 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:41.178939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5ba6a44-d9a4-46c1-857d-103fe556eca1 req-2f9d7e14-2560-4c2d-999c-784815e65661 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0597198 Sep 26 10:36:41.255857 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:36:41.269724 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e5ba6a44-d9a4-46c1-857d-103fe556eca1 req-f240af19-7604-47c6-a62c-4647ec9d8ce9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648165 Sep 26 10:36:41.370601 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:36:41.380428 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:36:41.390004 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:41.390656 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:41.525939 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:41.664947 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:41.696632 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] No DVR routers for this DVR port 75ba1d3d-2195-4f53-bc3d-9641a06aa644 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:36:41.699256 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:41.703038 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f75941c9-a849-49af-bcce-65fea19dd7a4 req-1cc367f6-5249-49ef-aeb8-d9d9366963f2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "DELETE /networking/v2.0/ports/75ba1d3d-2195-4f53-bc3d-9641a06aa644 HTTP/1.1" status: 204 len: 173 time: 1.2937679 Sep 26 10:36:41.705531 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'name': 'network-vif-deleted', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:41.708557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d17110-c0fb-4a8b-8dac-8fc239b2b620" -d '{"events": [{"server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "name": "network-vif-deleted", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:41.726093 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ef869-8522-4ff1-9c44-cb1d128cc6bd req-94d453f1-ff1f-48ac-a279-abe72c0e4300 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:41.727949 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e0ef869-8522-4ff1-9c44-cb1d128cc6bd req-94d453f1-ff1f-48ac-a279-abe72c0e4300 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0772002 Sep 26 10:36:41.757943 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30ffdd-9e59-450c-86e9-67b2dd116f40 x-openstack-request-id: req-cc30ffdd-9e59-450c-86e9-67b2dd116f40 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:41.758262 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcde70f-d1b6-40ce-8bcd-d17b1986f320", "name": "network-vif-deleted", "tag": "75ba1d3d-2195-4f53-bc3d-9641a06aa644", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:41.758521 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc30ffdd-9e59-450c-86e9-67b2dd116f40 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:41.758921 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc30ffdd-9e59-450c-86e9-67b2dd116f40'] response: {'server_uuid': 'bbcde70f-d1b6-40ce-8bcd-d17b1986f320', 'name': 'network-vif-deleted', 'tag': '75ba1d3d-2195-4f53-bc3d-9641a06aa644', 'status': 'completed', 'code': 200} Sep 26 10:36:41.760514 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:41.783858 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e0ef869-8522-4ff1-9c44-cb1d128cc6bd req-e90738da-1ed8-4c62-923b-25d23fe3b6ac tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497415 Sep 26 10:36:41.787091 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:36:41.797934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:41.798580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:42.011952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:42.048980 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:42.052785 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:42.176235 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:42.208739 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1740154-2c4f-43fd-9484-41a70e11f0af req-7828be9f-20b7-4b19-9c29-7e1c752ec642 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=bbcde70f-d1b6-40ce-8bcd-d17b1986f320 HTTP/1.1" status: 200 len: 210 time: 0.0354569 Sep 26 10:36:42.218636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8793-f80b-4e74-8434-11da17182dd6 req-9998f6d3-6502-476f-b631-39b85cf3d713 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.226643 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8dbe8793-f80b-4e74-8434-11da17182dd6 req-9998f6d3-6502-476f-b631-39b85cf3d713 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0867286 Sep 26 10:36:42.256425 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:42.286138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa4cd8-abcf-4f06-8882-fce90f9ec593 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:36:42.300085 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8dbe8793-f80b-4e74-8434-11da17182dd6 req-9644c473-6aec-4ab2-a6c8-7372bc7bd03f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654838 Sep 26 10:36:42.436486 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10257bd9-9dc1-4020-8a2a-137b914436d0 req-e0b1ee20-e4c4-4622-97c0-a3c61b3e04d1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.443323 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10257bd9-9dc1-4020-8a2a-137b914436d0 req-e0b1ee20-e4c4-4622-97c0-a3c61b3e04d1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0681324 Sep 26 10:36:42.490932 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-6feb8f14-50e1-448a-9062-8321c5deaf69 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456126 Sep 26 10:36:42.579694 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10257bd9-9dc1-4020-8a2a-137b914436d0 req-434fdd05-f98d-4320-aa52-e8d0b13f8bdf tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354887 Sep 26 10:36:42.583354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-0ff458a5-ad10-4a49-a32c-5ec24f362a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.584249 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-0ff458a5-ad10-4a49-a32c-5ec24f362a4f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1129 time: 0.0622802 Sep 26 10:36:42.614037 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c93ba6-87b0-4aad-b7a1-49cda992faf0 None None] New status for floating IP 12d86f5e-d301-42fb-924d-f1de22040856: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:36:42.767943 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-8f12f3f8-74a6-4b98-8829-abf2cecb624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.769431 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-8f12f3f8-74a6-4b98-8829-abf2cecb624b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.1247199 Sep 26 10:36:42.827895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbc1ed-ec23-4fb2-a78e-4b0f206573ee req-50534447-c23f-4b69-b857-de4449072690 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.829388 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8abbc1ed-ec23-4fb2-a78e-4b0f206573ee req-50534447-c23f-4b69-b857-de4449072690 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Sep 26 10:36:42.880705 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8abbc1ed-ec23-4fb2-a78e-4b0f206573ee req-a9401058-0754-4308-87db-65f4cbe806ee tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Sep 26 10:36:42.938361 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e2f5-2c35-4120-a0c0-111c475769c0 req-29a73df5-f3e1-4951-93a7-136f9b6e5366 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:42.939853 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6e76e2f5-2c35-4120-a0c0-111c475769c0 req-29a73df5-f3e1-4951-93a7-136f9b6e5366 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0471344 Sep 26 10:36:42.972278 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:42.987291 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6e76e2f5-2c35-4120-a0c0-111c475769c0 req-1095f06c-bbe9-4913-b415-148fe176bcc9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419288 Sep 26 10:36:43.093261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-e5769c53-e9e3-4ebe-ac03-96e9e66333a7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 1001 time: 0.0633230 Sep 26 10:36:43.110462 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:43.149627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-098495b0-c675-4b5f-8b8e-fca3151197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.151211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-098495b0-c675-4b5f-8b8e-fca3151197fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.0478492 Sep 26 10:36:43.196803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-c17e70b0-273f-4c5a-a92f-8190a3ba667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.198314 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-c17e70b0-273f-4c5a-a92f-8190a3ba667f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405333 Sep 26 10:36:43.292028 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-9dab19e3-8f6b-4967-8df0-651a00661b62 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Sep 26 10:36:43.308652 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57004) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:43.376589 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (44b05a63-835d-4a74-9b09-aac7299e7c15), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.399634 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (44b05a63-835d-4a74-9b09-aac7299e7c15), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.406976 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f8a7c6a1-e5f1-4b95-9069-d1b1a49be410 req-b0e8cf9b-64db-4fe1-bd8a-09c7aced30f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075695 Sep 26 10:36:43.442673 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee9bc2-8b7c-4f7a-920e-c6b17f1c763e req-ac1941f7-ad12-4100-b075-2f0a18ed6848 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.444340 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d4ee9bc2-8b7c-4f7a-920e-c6b17f1c763e req-ac1941f7-ad12-4100-b075-2f0a18ed6848 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0595014 Sep 26 10:36:43.454661 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (44b05a63-835d-4a74-9b09-aac7299e7c15), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.457717 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.459169 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/44b05a63-835d-4a74-9b09-aac7299e7c15 HTTP/1.1" status: 204 len: 168 time: 0.1493020 Sep 26 10:36:43.467825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57008) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:43.468979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d33c7-cf30-48d5-bb05-1df75c8a3383 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b05a63-835d-4a74-9b09-aac7299e7c15,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:43.488468 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-46f506b9-c7eb-4312-8520-964fe0324f05 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] show failed (client error): The resource could not be found. Sep 26 10:36:43.492306 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-46f506b9-c7eb-4312-8520-964fe0324f05 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups/44b05a63-835d-4a74-9b09-aac7299e7c15 HTTP/1.1" status: 404 len: 347 time: 0.0206826 Sep 26 10:36:43.494112 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57012) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:43.514403 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d4ee9bc2-8b7c-4f7a-920e-c6b17f1c763e req-7208187b-c91a-41e1-915e-57e657d4d815 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612350 Sep 26 10:36:43.557534 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-e581e023-405d-400d-846c-d077f09d2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.559069 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-e581e023-405d-400d-846c-d077f09d2b8d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 1129 time: 0.0405059 Sep 26 10:36:43.610489 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 53a46fca-72ad-4de9-86fd-e1c8054aa0ab {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:36:43.610750 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.655072 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-43f960ff-3d3c-4345-b465-96ebdc658ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.656537 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-43f960ff-3d3c-4345-b465-96ebdc658ca5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.0911973 Sep 26 10:36:43.692114 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.692446 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.705795 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 53a46fca-72ad-4de9-86fd-e1c8054aa0ab owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:36:43.716358 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 75ba1d3d-2195-4f53-bc3d-9641a06aa644 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:36:43.718506 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-4d7d2033-a8d2-4694-9a8f-0ef3d36843ec service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 200 len: 1001 time: 0.0555735 Sep 26 10:36:43.737356 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 75ba1d3d-2195-4f53-bc3d-9641a06aa644 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:36:43.737835 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 75ba1d3d-2195-4f53-bc3d-9641a06aa644 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:36:43.772644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-7fed8d9b-6467-4522-b5b2-e7e59351bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.774128 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-7fed8d9b-6467-4522-b5b2-e7e59351bd93 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.0488873 Sep 26 10:36:43.823136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:43.829607 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-c7b9ea3a-56c8-4b1b-bafc-ba35b39fa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:43.831297 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-c7b9ea3a-56c8-4b1b-bafc-ba35b39fa272 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494301 Sep 26 10:36:43.848532 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (53a46fca-72ad-4de9-86fd-e1c8054aa0ab), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.877940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=53a46fca-72ad-4de9-86fd-e1c8054aa0ab,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:43.942783 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (12d86f5e-d301-42fb-924d-f1de22040856), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.945489 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:43.946771 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4c73a9e8-942b-4cb8-9ab1-7dfd5b4b7476 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/12d86f5e-d301-42fb-924d-f1de22040856 HTTP/1.1" status: 204 len: 168 time: 0.4516447 Sep 26 10:36:43.952748 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-efef427e-9dbd-425d-b132-933b6340573b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119084 Sep 26 10:36:44.049699 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57022) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:44.054705 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726257279', 'description': 'tempest-description--1122539065'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:44.069620 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0c884-008c-4980-b356-b8664daa4316 req-a6ba8d44-be24-45e2-bbf9-834cb88da1e5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.074618 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4e0c884-008c-4980-b356-b8664daa4316 req-a6ba8d44-be24-45e2-bbf9-834cb88da1e5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.1034689 Sep 26 10:36:44.110868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-20125d09-db8b-44cb-87bd-f0560e66a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.112547 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-20125d09-db8b-44cb-87bd-f0560e66a277 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1168 time: 0.0519588 Sep 26 10:36:44.113885 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.116877 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:44.158770 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:44.176017 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1ec3f7c-cd8d-4bea-98b8-402c12676b8b req-b1d31e11-032c-4ffb-8908-d88cfadedd16 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175443 Sep 26 10:36:44.192693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72680d-965d-4dac-979e-f76139c39b9d req-6a978e86-4fef-411f-8728-f0c6007e0cfa tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.194183 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eb72680d-965d-4dac-979e-f76139c39b9d req-6a978e86-4fef-411f-8728-f0c6007e0cfa tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0851498 Sep 26 10:36:44.202186 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4e0c884-008c-4980-b356-b8664daa4316 req-353ce836-17cc-4f3b-bb36-7261ae342654 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224864 Sep 26 10:36:44.220042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:44.256923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-6ad2078d-8fe6-4103-9bd1-e9916c542b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.258490 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-6ad2078d-8fe6-4103-9bd1-e9916c542b00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.1339900 Sep 26 10:36:44.264685 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eb72680d-965d-4dac-979e-f76139c39b9d req-d4b5353b-8ca8-400b-b862-a287fdd5dcdc tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610161 Sep 26 10:36:44.320626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (476ebeee-4633-497d-a64b-8be3bf0f48cd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.328504 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (476ebeee-4633-497d-a64b-8be3bf0f48cd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.390515 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-35800ea7-189f-44b2-8dc9-0fefeb25820a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 1001 time: 0.1218762 Sep 26 10:36:44.393844 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.395046 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3440988 Sep 26 10:36:44.396143 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4cfc0-0a91-4eac-93b0-bfaec23b9628 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476ebeee-4633-497d-a64b-8be3bf0f48cd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:44.398670 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57024) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:44.403377 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '476ebeee-4633-497d-a64b-8be3bf0f48cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:44.431450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (a11701c5-9289-46d6-8746-5309ddda17ce), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.446002 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-530f2cb9-bf3b-45e0-a2aa-af226ce7fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.447482 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-530f2cb9-bf3b-45e0-a2aa-af226ce7fe79 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0461802 Sep 26 10:36:44.488340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (a11701c5-9289-46d6-8746-5309ddda17ce), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.492767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (a11701c5-9289-46d6-8746-5309ddda17ce), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.497224 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-b3385459-2d18-4f69-9093-ef66ab933336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.499281 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-b3385459-2d18-4f69-9093-ef66ab933336 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434742 Sep 26 10:36:44.515397 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11701c5-9289-46d6-8746-5309ddda17ce,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:44.524391 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.526424 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-36fbd9fc-cc0b-4679-86e4-d520eaa619f0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265581 Sep 26 10:36:44.527901 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57026) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:44.532327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': '476ebeee-4633-497d-a64b-8be3bf0f48cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:44.565988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (387e7921-e15d-478d-993d-4f5b38e215ce), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.601690 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-d10a7883-8392-4f2f-b71f-11f24e1311dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958171 Sep 26 10:36:44.662666 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4e978-9970-46b1-8399-2161c2b15e7f req-5e000e2f-9cf0-451c-bb23-624569420d0c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:44.664055 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0cd4e978-9970-46b1-8399-2161c2b15e7f req-5e000e2f-9cf0-451c-bb23-624569420d0c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0647879 Sep 26 10:36:44.673752 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (387e7921-e15d-478d-993d-4f5b38e215ce), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.686461 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (387e7921-e15d-478d-993d-4f5b38e215ce), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.724300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387e7921-e15d-478d-993d-4f5b38e215ce,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:44.734197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.735380 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-07782847-4ee4-4cd5-a58c-140a7a63c011 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065539 Sep 26 10:36:44.738676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57030) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:44.743236 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:44.746679 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0cd4e978-9970-46b1-8399-2161c2b15e7f req-afb8618c-9584-42c5-a608-9736c34f90c0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753801 Sep 26 10:36:44.766881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.848441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:44.951722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:44.952971 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.27.1.65 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/7346c993-f2ac-4c51-bb65-ba55fe3740fd) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:36:45.058912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.078689 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:45.093935 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.133995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:36:45.151757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:36:45.165066 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:36:45.169769 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=7346c993-f2ac-4c51-bb65-ba55fe3740fd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:45.338583 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eca8f-03f3-4c3b-a06a-3c830c7c47a2 req-40377fbd-7644-45fe-b7eb-6031b94fc805 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:45.340375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-153eca8f-03f3-4c3b-a06a-3c830c7c47a2 req-40377fbd-7644-45fe-b7eb-6031b94fc805 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0550637 Sep 26 10:36:45.420086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a05a9-eac6-4b79-b568-b21174f504bd req-f2a481e6-b810-4c35-9340-a1509769fe4d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:45.423211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-378a05a9-eac6-4b79-b568-b21174f504bd req-f2a481e6-b810-4c35-9340-a1509769fe4d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0764740 Sep 26 10:36:45.457201 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-153eca8f-03f3-4c3b-a06a-3c830c7c47a2 req-11b572f7-3bb5-4b61-b4e0-4b6d2c35e81a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085808 Sep 26 10:36:45.505177 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-378a05a9-eac6-4b79-b568-b21174f504bd req-7f5c63e6-b776-4481-81ac-d0b18a8e9001 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731492 Sep 26 10:36:45.532007 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dcf5e5a-6dd3-4b96-838f-f4893e6834a7 req-34115f91-0607-454b-b1c6-dd623cd51eaa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002931 Sep 26 10:36:45.542144 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.580039 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.741203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.746333 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.815973 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=7346c993-f2ac-4c51-bb65-ba55fe3740fd,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:45.818952 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.837802 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:45.842063 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-52a5d224-9651-41f0-a546-a263eb963f67 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0993598 Sep 26 10:36:45.884261 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04671ca-cec2-4f88-b822-a20529cffbad req-8430967d-0b34-432d-a13b-9930db74a459 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:45.886131 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f04671ca-cec2-4f88-b822-a20529cffbad req-8430967d-0b34-432d-a13b-9930db74a459 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0619633 Sep 26 10:36:45.940197 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f04671ca-cec2-4f88-b822-a20529cffbad req-980c36c7-6d9d-470e-b1f7-c2e0716f015c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469055 Sep 26 10:36:46.045904 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-48937c9a-752b-4b0f-849d-dea8c894327c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1726257279&fields=id&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 267 time: 0.0422680 Sep 26 10:36:46.144744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:46.152589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-7616129f-905d-47e6-a420-9ca39a942607 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:46.154039 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-7616129f-905d-47e6-a420-9ca39a942607 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.1019371 Sep 26 10:36:46.169956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-1c1e7d3c-1fce-43f6-b8a9-c9f32d992160 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/quotas/49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Sep 26 10:36:46.209850 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:46.226268 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-4f38f6d1-e94a-434c-b31f-529294d5a3b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501649 Sep 26 10:36:46.321666 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-6bc3a0f1-fb27-44eb-9282-4b2d964ddb06 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836613 Sep 26 10:36:46.413305 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-c75abb0a-a1b1-4334-802a-d7b37cf90fd9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860810 Sep 26 10:36:46.582204 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f91b6991-96f4-439e-b01e-72bdbcedc820 req-950d4065-576a-4006-adea-88bda907bde3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 210 time: 0.0326142 Sep 26 10:36:46.637922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb3f7-ef9e-4d6a-a18e-0a6b132db332 req-71ee0ad7-0e85-46c3-bb26-54a51e334716 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:46.639481 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcceb3f7-ef9e-4d6a-a18e-0a6b132db332 req-71ee0ad7-0e85-46c3-bb26-54a51e334716 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0533044 Sep 26 10:36:46.699716 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcceb3f7-ef9e-4d6a-a18e-0a6b132db332 req-c9b991dd-caa9-4e45-96dc-0e6710d93189 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544314 Sep 26 10:36:47.068114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82844-da63-4238-a90c-5c131b8adc52 req-bd9de595-d6d1-415c-8f6c-dd659265f7c2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:47.069931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31f82844-da63-4238-a90c-5c131b8adc52 req-bd9de595-d6d1-415c-8f6c-dd659265f7c2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0520902 Sep 26 10:36:47.119243 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31f82844-da63-4238-a90c-5c131b8adc52 req-c31d5b35-b37a-4758-b37a-e95212f37df7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435860 Sep 26 10:36:47.687762 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dc54c84c-58ba-441d-9156-ec9bf9200f92 req-f80e9a07-7ca6-44e3-9929-04c2a5a26910 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 210 time: 0.0282969 Sep 26 10:36:47.796925 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:47.813903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-0894793b-a5b9-432d-8d9a-970b7c91e32c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:47.815631 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-0894793b-a5b9-432d-8d9a-970b7c91e32c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.1260746 Sep 26 10:36:47.846422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470f4a-01f1-4586-bf64-4c7ab3205142 req-f022ce5b-afb3-4bab-9983-0f976c4b1366 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:47.848119 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e0470f4a-01f1-4586-bf64-4c7ab3205142 req-f022ce5b-afb3-4bab-9983-0f976c4b1366 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0631340 Sep 26 10:36:47.884964 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-a0c51745-5aa9-4764-aeed-c7c3fdb43f40 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 380 time: 0.0589151 Sep 26 10:36:47.911332 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e0470f4a-01f1-4586-bf64-4c7ab3205142 req-d4e1a88d-76f5-4823-a23c-9833802a144b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574648 Sep 26 10:36:47.972873 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'port': {'device_id': '32027e55-4845-402a-8c64-a0f4e072d638', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'admin_state_up': True, 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'security_groups': ['476ebeee-4633-497d-a64b-8be3bf0f48cd']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:48.092260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:36:48.096540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.111392 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:48.231751 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.20.0.11 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/e017867e-26ce-4cd5-b184-7ac0182d7fb4) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:36:48.246514 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5baa6-b3ad-4662-9149-e77fe9e7917f req-b27a473d-46ba-453f-a11a-91b19287d676 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:48.247969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-86e5baa6-b3ad-4662-9149-e77fe9e7917f req-b27a473d-46ba-453f-a11a-91b19287d676 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0500588 Sep 26 10:36:48.295222 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-86e5baa6-b3ad-4662-9149-e77fe9e7917f req-bda6a569-6cbe-4c18-a508-9db369796224 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Sep 26 10:36:48.370460 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.402700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.453648 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:36:48.457015 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:36:48.460845 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:36:48.465170 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:48.513019 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:48.513639 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.531905 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-fd180a2d-e1fa-420d-8e64-fb5a7f8531b1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629940 Sep 26 10:36:48.544546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Request body: {'port': {'device_id': '32027e55-4845-402a-8c64-a0f4e072d638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:48.611787 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.669946 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Provisioning complete for port e017867e-26ce-4cd5-b184-7ac0182d7fb4 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:36:48.670517 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.670694 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Attempt 1 to provision port e017867e-26ce-4cd5-b184-7ac0182d7fb4 Sep 26 10:36:48.705272 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Port e017867e-26ce-4cd5-b184-7ac0182d7fb4 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:36:48.718547 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:48.820223 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04692aae-cce1-46df-852c-c764a8b3112e req-d8c3fc57-ab68-4ed6-8499-4cf3dcbc8ee3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:48.821716 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04692aae-cce1-46df-852c-c764a8b3112e req-d8c3fc57-ab68-4ed6-8499-4cf3dcbc8ee3 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 932 time: 0.0504313 Sep 26 10:36:48.869993 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-04692aae-cce1-46df-852c-c764a8b3112e req-6792acf2-3566-49f1-a4a5-f2f602c7ce17 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Sep 26 10:36:48.881810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e017867e-26ce-4cd5-b184-7ac0182d7fb4 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:36:48.889506 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks [] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.901655 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Transition to ACTIVE for port object e017867e-26ce-4cd5-b184-7ac0182d7fb4 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:36:48.906058 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:48.909384 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:48.966484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Pushing event updated for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:49.021086 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Attempting to bind port e017867e-26ce-4cd5-b184-7ac0182d7fb4 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:36:49.021419 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Attempting to bind port e017867e-26ce-4cd5-b184-7ac0182d7fb4 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:36:49.021742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Attempting to bind port e017867e-26ce-4cd5-b184-7ac0182d7fb4 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:36:49.041669 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0838b-603b-4b3f-97ef-2121bd596bb7 req-3296978c-5d35-442a-a024-a75ab88bfc9c tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.043175 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9b0838b-603b-4b3f-97ef-2121bd596bb7 req-3296978c-5d35-442a-a024-a75ab88bfc9c tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0508213 Sep 26 10:36:49.063321 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Port e017867e-26ce-4cd5-b184-7ac0182d7fb4 on network 5bfae35e-29c7-4379-ac17-c54030a00cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:36:49.063907 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Attempting to bind port e017867e-26ce-4cd5-b184-7ac0182d7fb4 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:36:49.105610 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9b0838b-603b-4b3f-97ef-2121bd596bb7 req-e99fe103-744a-42a9-b12e-c37cf44c0f95 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559764 Sep 26 10:36:49.113607 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:36:49.113939 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:36:49.114350 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:36:49.114782 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Bound port: e017867e-26ce-4cd5-b184-7ac0182d7fb4, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:36:49.115134 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:49.174161 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:36:49.177078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:36:49.182925 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:49.188366 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.188974 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:49.190336 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e017867e-26ce-4cd5-b184-7ac0182d7fb4 HTTP/1.1" status: 200 len: 1094 time: 0.6500447 Sep 26 10:36:49.190817 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:49.193030 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f16b8-ee24-42ca-89a8-420b3648329e" -d '{"events": [{"name": "network-changed", "server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:49.206737 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Attempt 2 to provision port e017867e-26ce-4cd5-b184-7ac0182d7fb4 Sep 26 10:36:49.252999 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9667ef3-7207-4fc1-9f05-0ef59c1eb626 x-openstack-request-id: req-d9667ef3-7207-4fc1-9f05-0ef59c1eb626 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:49.253299 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:49.253550 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9667ef3-7207-4fc1-9f05-0ef59c1eb626 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:49.253952 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9667ef3-7207-4fc1-9f05-0ef59c1eb626'] response: {'name': 'network-changed', 'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'status': 'completed', 'code': 200} Sep 26 10:36:49.254609 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fd948-dd82-4089-a816-8aa0106ef741 service neutron] Pushing event updated for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:49.259938 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e7a128d8-11f3-46bb-b2a5-13be40c9a247 None None] Port e017867e-26ce-4cd5-b184-7ac0182d7fb4 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:36:49.285115 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-676db900-dadd-4a4e-9e79-3bee8975aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.286653 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-676db900-dadd-4a4e-9e79-3bee8975aef5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 1128 time: 0.0464206 Sep 26 10:36:49.327092 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-036aeb1f-2a9c-458b-bdba-aa7df81059f4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4 HTTP/1.1" status: 200 len: 217 time: 0.0313454 Sep 26 10:36:49.377807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-2e6182cd-dd3a-461f-9538-41b339fcc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.379245 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-2e6182cd-dd3a-461f-9538-41b339fcc4ff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0451164 Sep 26 10:36:49.417469 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195f8d0-3f10-4857-a9a9-476bce11e625 req-4b60eee0-1460-404b-b03a-8514d6261d62 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.418975 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7195f8d0-3f10-4857-a9a9-476bce11e625 req-4b60eee0-1460-404b-b03a-8514d6261d62 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0476713 Sep 26 10:36:49.428098 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-a8587e36-2793-4b87-aa82-62d2014b5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.429564 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-a8587e36-2793-4b87-aa82-62d2014b5851 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434651 Sep 26 10:36:49.466755 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7195f8d0-3f10-4857-a9a9-476bce11e625 req-93b532ab-64fb-4154-a72a-45ed26decf33 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414920 Sep 26 10:36:49.523920 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-dfb0a53b-6e21-43b6-ac39-9d98fdaf8ce9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Sep 26 10:36:49.582164 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:49.618400 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-56952d1d-b557-4f63-a898-0ce396bf0525 req-63166021-eccb-4a76-ba7e-45a916429a49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882311 Sep 26 10:36:49.989509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bc836-4e16-4cd4-a87d-8b4450f8510b req-477f5ba8-0354-48d7-a46f-da1296014d04 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:49.990968 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c27bc836-4e16-4cd4-a87d-8b4450f8510b req-477f5ba8-0354-48d7-a46f-da1296014d04 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 944 time: 0.0463469 Sep 26 10:36:50.002474 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:50.041064 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c27bc836-4e16-4cd4-a87d-8b4450f8510b req-d07ca85d-49d8-4523-8427-35be55a7eec5 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Sep 26 10:36:50.226233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ed8fb-d7d5-4332-864d-d5b2d9f186bf req-49306a6f-3541-4ee9-8e7d-0c6eab148fb8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.227934 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f10ed8fb-d7d5-4332-864d-d5b2d9f186bf req-49306a6f-3541-4ee9-8e7d-0c6eab148fb8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0465410 Sep 26 10:36:50.240162 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:50.288367 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f10ed8fb-d7d5-4332-864d-d5b2d9f186bf req-20a7b639-c7d4-49f5-a4fc-999f4408dec6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549161 Sep 26 10:36:50.588329 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c3f10-1861-4ed0-9a5a-e742d1654767 req-07964722-3af5-4188-97e3-3738541606d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.589812 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d20c3f10-1861-4ed0-9a5a-e742d1654767 req-07964722-3af5-4188-97e3-3738541606d0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0493810 Sep 26 10:36:50.637719 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d20c3f10-1861-4ed0-9a5a-e742d1654767 req-5e0bb2a7-7698-4f87-aec8-df5a1ae350d4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Sep 26 10:36:50.653011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f16b8-ee24-42ca-89a8-420b3648329e req-6f8994f4-d617-4b79-9a42-fc1470608ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.654507 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-6f8994f4-d617-4b79-9a42-fc1470608ab4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 1128 time: 0.0394719 Sep 26 10:36:50.751398 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f16b8-ee24-42ca-89a8-420b3648329e req-e68a6996-7b7d-4ca2-8b1e-c5d66e3df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.752898 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-e68a6996-7b7d-4ca2-8b1e-c5d66e3df41f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 916 time: 0.0882063 Sep 26 10:36:50.875957 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-e5e2d58b-7b75-444d-812e-722d307ee389 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4 HTTP/1.1" status: 200 len: 217 time: 0.0329506 Sep 26 10:36:50.925202 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f16b8-ee24-42ca-89a8-420b3648329e req-3739fcd0-b6b8-4c97-994b-c8bf3976e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.926616 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-3739fcd0-b6b8-4c97-994b-c8bf3976e947 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0443332 Sep 26 10:36:50.973301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f16b8-ee24-42ca-89a8-420b3648329e req-fc99bee5-8b55-430e-b9f8-4b2b35a07290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:50.974812 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-fc99bee5-8b55-430e-b9f8-4b2b35a07290 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419483 Sep 26 10:36:51.038967 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:51.070303 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-b41b65a4-5365-40e1-9f3e-6b15b43202e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846300 Sep 26 10:36:51.163782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e29c35-f70f-4216-abf4-901c5644ac32 req-066265eb-9cea-48bf-a027-e009e2ba5047 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:51.165261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8e29c35-f70f-4216-abf4-901c5644ac32 req-066265eb-9cea-48bf-a027-e009e2ba5047 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 944 time: 0.0509317 Sep 26 10:36:51.172471 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-487f16b8-ee24-42ca-89a8-420b3648329e req-9f8d8bdc-d6fe-4027-95c5-fcdda7824d8c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897541 Sep 26 10:36:51.211913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8e29c35-f70f-4216-abf4-901c5644ac32 req-009d7660-1872-445b-a884-05db2451de76 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Sep 26 10:36:51.406698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f47d7-92eb-4cd7-a763-c328d6b884b2 req-7754377c-46b9-4f2a-9d1f-2edcdbc060e6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:51.408168 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b6f47d7-92eb-4cd7-a763-c328d6b884b2 req-7754377c-46b9-4f2a-9d1f-2edcdbc060e6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0476305 Sep 26 10:36:51.468723 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b6f47d7-92eb-4cd7-a763-c328d6b884b2 req-657e1564-f207-4357-b553-8d57c1f9fe4d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544441 Sep 26 10:36:51.755234 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e017867e-26ce-4cd5-b184-7ac0182d7fb4 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:36:51.757144 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153466e-55e8-47a4-9191-a0a1b9ea2cf3 req-6d028a78-7ed2-4eb9-828d-13196937e97d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:51.758621 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5153466e-55e8-47a4-9191-a0a1b9ea2cf3 req-6d028a78-7ed2-4eb9-828d-13196937e97d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0466352 Sep 26 10:36:51.816594 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5153466e-55e8-47a4-9191-a0a1b9ea2cf3 req-9ef4d945-2776-4e32-9457-a883a1b6ce04 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523274 Sep 26 10:36:51.860837 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:51.871747 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'port_id': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'mac_address': 'fa:16:3e:ef:02:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:36:51.906119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e017867e-26ce-4cd5-b184-7ac0182d7fb4 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:36:51.906450 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:51.919194 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e017867e-26ce-4cd5-b184-7ac0182d7fb4 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:36:51.938867 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:51.942771 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:51.985613 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:51.989163 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:51.997044 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.997390 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.997729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.998092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.998699 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.999086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.999422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:51.999748 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.000073 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.000397 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.000720 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.001040 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.001361 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.001679 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.001995 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:36:52.272876 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['e017867e-26ce-4cd5-b184-7ac0182d7fb4'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:36:52.335178 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282250c-ad07-4b60-8c30-0cfc44e3ccc6 req-576e58f9-86b3-436f-a2b5-7bace6811d1e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:52.336586 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d282250c-ad07-4b60-8c30-0cfc44e3ccc6 req-576e58f9-86b3-436f-a2b5-7bace6811d1e tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 945 time: 0.0466354 Sep 26 10:36:52.384134 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d282250c-ad07-4b60-8c30-0cfc44e3ccc6 req-6c9a1b15-4ed0-4c28-b6e8-5d9157d3671f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Sep 26 10:36:52.595029 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86ad2d-8ba5-43b4-b021-18db5f2d4ee7 req-79bda52a-8744-4c7b-bed0-37f76f80bbb5 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:52.596425 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b86ad2d-8ba5-43b4-b021-18db5f2d4ee7 req-79bda52a-8744-4c7b-bed0-37f76f80bbb5 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0517364 Sep 26 10:36:52.656023 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b86ad2d-8ba5-43b4-b021-18db5f2d4ee7 req-40faefb0-b744-4082-a217-859c8c804c04 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539834 Sep 26 10:36:52.705399 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:52.840180 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:52.940354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfe0b-6b99-4a36-a573-c79d9bd9e6ba req-42be54e7-da7b-47a3-9b21-9b4a517ef3ab tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:52.941794 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7cbdfe0b-6b99-4a36-a573-c79d9bd9e6ba req-42be54e7-da7b-47a3-9b21-9b4a517ef3ab tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0495570 Sep 26 10:36:52.988822 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7cbdfe0b-6b99-4a36-a573-c79d9bd9e6ba req-bdbcbfc3-2891-41ce-b23a-aa1cd6e3aa82 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Sep 26 10:36:53.504615 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e4cb4-fd54-41ce-9f32-d0012d775bbb req-0cc83a9b-4f73-44ff-9055-345b73633e55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:53.506076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-307e4cb4-fd54-41ce-9f32-d0012d775bbb req-0cc83a9b-4f73-44ff-9055-345b73633e55 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 945 time: 0.0466592 Sep 26 10:36:53.552723 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-307e4cb4-fd54-41ce-9f32-d0012d775bbb req-1727644b-73d6-46da-b9d3-17380ec94d5d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406551 Sep 26 10:36:53.767004 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e017867e-26ce-4cd5-b184-7ac0182d7fb4 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:36:53.782118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1ca8f-e8d9-40cc-b777-a75975b8a284 req-f67b1cc9-f4fa-4bdb-8c48-0aad8166d749 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:53.783596 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdf1ca8f-e8d9-40cc-b777-a75975b8a284 req-f67b1cc9-f4fa-4bdb-8c48-0aad8166d749 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0535018 Sep 26 10:36:53.811403 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port e017867e-26ce-4cd5-b184-7ac0182d7fb4 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:36:53.815369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:53.818289 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port e017867e-26ce-4cd5-b184-7ac0182d7fb4 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:36:53.818773 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:53.819107 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port e017867e-26ce-4cd5-b184-7ac0182d7fb4 Sep 26 10:36:53.846859 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdf1ca8f-e8d9-40cc-b777-a75975b8a284 req-9359c011-a12b-48d1-9961-e42b16d29bf6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574017 Sep 26 10:36:53.856951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:53.906339 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e017867e-26ce-4cd5-b184-7ac0182d7fb4 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:36:53.906723 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:53.929419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:53.931679 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fd42b6-0d4a-4e2c-bf72-2de602a1c207" -d '{"events": [{"server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "name": "network-vif-plugged", "status": "completed", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:53.945575 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:36:53.949635 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:53.976967 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b984a7c-9039-4874-906f-d6be8a0eb413 x-openstack-request-id: req-4b984a7c-9039-4874-906f-d6be8a0eb413 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:53.977278 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "name": "network-vif-plugged", "status": "completed", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:53.977532 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b984a7c-9039-4874-906f-d6be8a0eb413 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:53.978195 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b984a7c-9039-4874-906f-d6be8a0eb413'] response: {'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'code': 200} Sep 26 10:36:54.006233 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:36:54.124623 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f8fa-6552-4da0-bae4-f5f17fc67224 req-3dd2c171-e310-41ef-916b-df291599d28f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:54.126161 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d106f8fa-6552-4da0-bae4-f5f17fc67224 req-3dd2c171-e310-41ef-916b-df291599d28f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0555491 Sep 26 10:36:54.151791 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9c1cf-ff3e-4d91-980a-9da7578b8e10 req-b494e81d-91e3-47c4-91c1-5b1f9ac6144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:54.153281 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cfa9c1cf-ff3e-4d91-980a-9da7578b8e10 req-b494e81d-91e3-47c4-91c1-5b1f9ac6144c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 1130 time: 0.0391202 Sep 26 10:36:54.173586 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:54.181908 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d106f8fa-6552-4da0-bae4-f5f17fc67224 req-e6b3747d-5b15-415f-9a9b-bc33f3cbe910 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500658 Sep 26 10:36:54.200794 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cfa9c1cf-ff3e-4d91-980a-9da7578b8e10 req-318693a0-5d85-4c81-a636-d89bb24190f8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Sep 26 10:36:54.673237 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9d5a-df9d-4d20-9abb-b0e5566659e8 req-46f81c3f-ffcf-434a-baf1-3110f0a9f175 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:54.674700 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a28e9d5a-df9d-4d20-9abb-b0e5566659e8 req-46f81c3f-ffcf-434a-baf1-3110f0a9f175 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0459726 Sep 26 10:36:54.724196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a28e9d5a-df9d-4d20-9abb-b0e5566659e8 req-83f4f72b-e1a5-4f7b-9115-b5ee8f9c3701 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Sep 26 10:36:54.966718 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117f9a-bd19-404b-a2f2-41cd41aaa8a7 req-48d86fb0-a297-446f-b3df-3dc1e329b39e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:54.968169 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b117f9a-bd19-404b-a2f2-41cd41aaa8a7 req-48d86fb0-a297-446f-b3df-3dc1e329b39e tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0466633 Sep 26 10:36:55.028178 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b117f9a-bd19-404b-a2f2-41cd41aaa8a7 req-8661616b-4d28-4f92-83df-d0f8d03c3445 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544524 Sep 26 10:36:55.300121 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fd00-3a00-427e-85da-76845fe137da req-cc1168d0-ff28-4669-a7ca-8d7c691f875b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:55.301577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb60fd00-3a00-427e-85da-76845fe137da req-cc1168d0-ff28-4669-a7ca-8d7c691f875b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0460479 Sep 26 10:36:55.347440 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb60fd00-3a00-427e-85da-76845fe137da req-f80c33dc-6b21-4127-b12c-f65b6c3ad3cd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Sep 26 10:36:55.844735 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f07c-0406-4fe5-9a32-1ac57bff27c0 req-16510334-8692-4de0-bdfe-99651eed2228 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:55.846226 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c77f07c-0406-4fe5-9a32-1ac57bff27c0 req-16510334-8692-4de0-bdfe-99651eed2228 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0500972 Sep 26 10:36:55.895801 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c77f07c-0406-4fe5-9a32-1ac57bff27c0 req-da8940ad-0f81-4199-813c-afeef87f8c65 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Sep 26 10:36:56.150078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466fbe-2440-4063-b82f-df8093cf2998 req-44719759-33c9-47c9-a59d-6edae8ba788f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:56.151461 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f466fbe-2440-4063-b82f-df8093cf2998 req-44719759-33c9-47c9-a59d-6edae8ba788f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0467610 Sep 26 10:36:56.220877 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f466fbe-2440-4063-b82f-df8093cf2998 req-1c8a2833-ea40-4440-ba0e-633d965b2f33 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594373 Sep 26 10:36:56.472279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d4e2e-5c96-422f-af6a-4d01154acf1b req-e0f001f8-f64d-40b4-8bbb-c2d9f425ff8a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:56.473683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a2d4e2e-5c96-422f-af6a-4d01154acf1b req-e0f001f8-f64d-40b4-8bbb-c2d9f425ff8a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0527515 Sep 26 10:36:56.521166 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a2d4e2e-5c96-422f-af6a-4d01154acf1b req-2b54780e-82b5-473c-a4bb-24383d6cff23 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Sep 26 10:36:57.016280 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a270671-c4cf-4e71-8401-5dcc32d45279 req-c7e9c97c-c6a8-43b6-8201-f88926f86276 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:57.017701 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7a270671-c4cf-4e71-8401-5dcc32d45279 req-c7e9c97c-c6a8-43b6-8201-f88926f86276 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0457320 Sep 26 10:36:57.064490 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7a270671-c4cf-4e71-8401-5dcc32d45279 req-7dabc39e-13ff-4667-8ede-c1733f8c764a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Sep 26 10:36:57.182356 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932673e-c28c-4083-848a-d583f8116f35 req-9d940f2f-192d-42f3-8b94-158d40581174 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:57.183794 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2932673e-c28c-4083-848a-d583f8116f35 req-9d940f2f-192d-42f3-8b94-158d40581174 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0467768 Sep 26 10:36:57.194402 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57126) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:36:57.198519 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'port_id': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:36:57.238300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:57.378675 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2714f4-1cb7-4702-b173-d834e7b0c37e req-98f02d82-25ae-4e41-8854-0570a97127f8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:57.380109 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8d2714f4-1cb7-4702-b173-d834e7b0c37e req-98f02d82-25ae-4e41-8854-0570a97127f8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0808156 Sep 26 10:36:57.388460 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:57.519295 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8d2714f4-1cb7-4702-b173-d834e7b0c37e req-61919508-942b-4fd3-b1c8-e65bdfa539d9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9a1b72b1-178f-494b-b00c-78edf514c9a7&id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296611 Sep 26 10:36:57.569732 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:57.683649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1092fd1-8d8b-45e6-897f-59abdbedf07c req-33b324b6-01fb-4d54-b3b8-fc03dd6e4762 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:57.685073 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1092fd1-8d8b-45e6-897f-59abdbedf07c req-33b324b6-01fb-4d54-b3b8-fc03dd6e4762 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0808573 Sep 26 10:36:57.771435 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1092fd1-8d8b-45e6-897f-59abdbedf07c req-5d84dd9e-56e2-48cd-bdd8-4a578c42ab79 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767860 Sep 26 10:36:57.824710 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:57.829048 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:58.157422 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 7ab333b4-748e-4cc8-a84a-1833914dfb34 associated. External IP: 172.27.1.65, port: e017867e-26ce-4cd5-b184-7ac0182d7fb4. Sep 26 10:36:58.352361 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:36:58.432932 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:58.454561 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:36:58.459516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:36:58.464081 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:36:58.478653 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:58.479281 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:58.493430 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0181aac5-ec23-4daf-9955-4ef304a50c51 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/7ab333b4-748e-4cc8-a84a-1833914dfb34 HTTP/1.1" status: 200 len: 991 time: 1.2959769 Sep 26 10:36:58.493430 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:36:58.494540 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee" -d '{"events": [{"name": "network-changed", "server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:36:58.532745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875ae4de-2b54-42ce-99f9-f3438420aea8 x-openstack-request-id: req-875ae4de-2b54-42ce-99f9-f3438420aea8 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:36:58.533042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:36:58.533300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-875ae4de-2b54-42ce-99f9-f3438420aea8 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:36:58.533710 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875ae4de-2b54-42ce-99f9-f3438420aea8'] response: {'name': 'network-changed', 'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'status': 'completed', 'code': 200} Sep 26 10:36:58.583164 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:58.793836 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7ab333b4-748e-4cc8-a84a-1833914dfb34', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32027e55-4845-402a-8c64-a0f4e072d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:45Z', 'updated_at': '2022-09-26T10:36:57Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:58.820132 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:36:58.829231 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:36:58.829836 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:36:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:58.880229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:36:58.894054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a623-321d-47d8-bcf9-9faeba222242 req-e2b838cf-2512-44a9-bef4-51466945e3de tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:58.895559 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4bd6a623-321d-47d8-bcf9-9faeba222242 req-e2b838cf-2512-44a9-bef4-51466945e3de tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0489383 Sep 26 10:36:58.932744 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:36:58.942622 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4bd6a623-321d-47d8-bcf9-9faeba222242 req-e7bba36e-1be1-4444-bc96-da492b2be07c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Sep 26 10:36:59.144883 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7ab333b4-748e-4cc8-a84a-1833914dfb34', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32027e55-4845-402a-8c64-a0f4e072d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:45Z', 'updated_at': '2022-09-26T10:36:57Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:36:59.169068 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8cb63-b8c6-4d78-ae5d-ca0eee325271 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '7ab333b4-748e-4cc8-a84a-1833914dfb34', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:02:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32027e55-4845-402a-8c64-a0f4e072d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:36:45Z', 'updated_at': '2022-09-26T10:36:57Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:36:59.306922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-3e3f6282-77bd-4f9a-993c-f0c4f3518801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:59.308406 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-3e3f6282-77bd-4f9a-993c-f0c4f3518801 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 1130 time: 0.0441592 Sep 26 10:36:59.399236 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc16be-144b-4179-aac8-cd01037ec895 req-194bee2c-319e-4218-8265-827feb47f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:59.400656 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5bc16be-144b-4179-aac8-cd01037ec895 req-194bee2c-319e-4218-8265-827feb47f71a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0492208 Sep 26 10:36:59.418910 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e56d9-ec4c-4d1c-9c6a-f5f1e6fee0d7 None None] New status for floating IP 7ab333b4-748e-4cc8-a84a-1833914dfb34: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:36:59.423858 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-0dfd5ea2-6595-45bd-b439-1260f843bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:59.425316 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-0dfd5ea2-6595-45bd-b439-1260f843bd73 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 916 time: 0.1007295 Sep 26 10:36:59.450707 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5bc16be-144b-4179-aac8-cd01037ec895 req-eeb6e733-4005-4d8a-9f7b-3a0b507b5c18 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401955 Sep 26 10:36:59.490702 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-4fe19d9c-891c-4957-a396-32bce9469ef3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4 HTTP/1.1" status: 200 len: 999 time: 0.0566552 Sep 26 10:36:59.709824 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-8a4bb66c-4b65-47b1-8cf5-52445f9ff2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:59.711179 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-8a4bb66c-4b65-47b1-8cf5-52445f9ff2e2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0481796 Sep 26 10:36:59.754753 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-87f69c44-3892-48cd-8b35-328340214789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:36:59.756164 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-87f69c44-3892-48cd-8b35-328340214789 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384893 Sep 26 10:36:59.856237 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-46fcf1c4-1b66-4c6c-bc13-87911e8d50f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888577 Sep 26 10:37:00.064443 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be76a-482f-49f3-a083-89f570c9d77f req-5646b17d-aada-4754-975c-27a9e61fcd84 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:00.065923 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b0be76a-482f-49f3-a083-89f570c9d77f req-5646b17d-aada-4754-975c-27a9e61fcd84 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0467212 Sep 26 10:37:00.111861 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b0be76a-482f-49f3-a083-89f570c9d77f req-6392ec65-a0c0-4487-9630-528dbd6a4341 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Sep 26 10:37:00.282262 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:00.322648 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b2a5bd65-f85b-4b6b-a2cb-c662051972ee req-9fc16676-9b01-41a0-95a4-e21956faba82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Sep 26 10:37:01.240085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711d284-2db8-4e79-ab8f-74d8d4a8da86 req-e28e4042-665f-4b72-9fa4-947944c116a9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.241563 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3711d284-2db8-4e79-ab8f-74d8d4a8da86 req-e28e4042-665f-4b72-9fa4-947944c116a9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0479538 Sep 26 10:37:01.253154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ec79b279-5c54-4ea7-ae10-fe570f2c9aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:01.272648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:01.294103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3711d284-2db8-4e79-ab8f-74d8d4a8da86 req-21f194b0-49d8-41c7-9ce3-71a97ca9b053 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469043 Sep 26 10:37:01.678199 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-424c604b-c7be-4c2e-acaf-d141209714c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.679646 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-424c604b-c7be-4c2e-acaf-d141209714c9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0412276 Sep 26 10:37:01.687584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a01bd3-b37f-4579-97d3-43dac8f8a879 req-1377e8a1-d4e4-429a-af0c-dd91a678a7f4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.689043 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-53a01bd3-b37f-4579-97d3-43dac8f8a879 req-1377e8a1-d4e4-429a-af0c-dd91a678a7f4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0472014 Sep 26 10:37:01.736702 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-53a01bd3-b37f-4579-97d3-43dac8f8a879 req-d5752469-4d99-475c-805a-69aaa9063416 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Sep 26 10:37:01.782330 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-1e9871c9-9ad6-46e3-be81-7cd4596b9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.783786 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-1e9871c9-9ad6-46e3-be81-7cd4596b9d85 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.0909009 Sep 26 10:37:01.845904 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-2b8057c3-ce07-43c3-9ee9-49ebec1bae31 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 1001 time: 0.0542917 Sep 26 10:37:01.900584 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-6aa97d6b-f06a-4f85-b696-3213a2d6df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.902031 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-6aa97d6b-f06a-4f85-b696-3213a2d6df81 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0501559 Sep 26 10:37:01.946911 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-b42e7a4c-c3a7-46a0-a3a8-839ef55d8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:01.948265 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-b42e7a4c-c3a7-46a0-a3a8-839ef55d8139 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390511 Sep 26 10:37:02.043896 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:02.048605 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-3cefba78-554c-46d0-b768-f1fcb414da11 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866179 Sep 26 10:37:02.141795 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0506b32-a750-4ecc-a637-2edc8a2542de req-f6deaea7-c9e4-4388-a2c7-6e44c8a91bc8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818839 Sep 26 10:37:02.857868 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048e28-d643-4964-94d5-368e1d0a7d55 req-e2e321ee-cd39-4317-bd87-e58de75a3925 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:02.859937 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5048e28-d643-4964-94d5-368e1d0a7d55 req-e2e321ee-cd39-4317-bd87-e58de75a3925 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0464482 Sep 26 10:37:02.906427 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5048e28-d643-4964-94d5-368e1d0a7d55 req-ed4c0676-c30f-4460-8c99-011c1001b6f2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Sep 26 10:37:03.764962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1be8a094-9ca9-44b9-a203-656077ad80d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:04.031258 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059414cf-2cc8-412c-890b-859d99a9a805 req-b28985dc-cef2-4757-90f0-54180dd50ae4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:04.032744 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-059414cf-2cc8-412c-890b-859d99a9a805 req-b28985dc-cef2-4757-90f0-54180dd50ae4 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0500832 Sep 26 10:37:04.082236 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-059414cf-2cc8-412c-890b-859d99a9a805 req-97a3e776-32c5-442d-ba81-d50655a4629e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Sep 26 10:37:04.585247 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:05.200834 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d3d3b-7f8c-47cc-8001-06173d1bb433 req-5b70b9c0-502e-481f-92c6-e28a56ea2f6e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:05.202832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-545d3d3b-7f8c-47cc-8001-06173d1bb433 req-5b70b9c0-502e-481f-92c6-e28a56ea2f6e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0454319 Sep 26 10:37:05.248624 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-545d3d3b-7f8c-47cc-8001-06173d1bb433 req-caeed2d1-1bf7-4f27-bcd5-9dd071e6f1f7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404129 Sep 26 10:37:05.367310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2666a-ad6d-497e-9370-f8eb812fe0c8 req-76dd5ba1-5ab0-4a03-a83e-f3a8db29199f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:05.368684 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-97d2666a-ad6d-497e-9370-f8eb812fe0c8 req-76dd5ba1-5ab0-4a03-a83e-f3a8db29199f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0508595 Sep 26 10:37:05.379255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57170) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:05.383578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Request body: {'floatingip': {'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:05.437825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:05.609502 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:05.896983 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:05.900611 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:05.910434 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:05.945527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:06.098162 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:06.203751 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:06.208148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:06.212988 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:06.222864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:06.223474 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:06.226323 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:06.238174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:06.240399 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7126c1-110f-417b-bd87-c27a21bc42fd" -d '{"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:06.277851 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-561e94b6-c763-4982-8c66-1cf8f7ab6de7 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9 HTTP/1.1" status: 200 len: 993 time: 0.8962936 Sep 26 10:37:06.283096 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b376ff-c864-4708-9b34-0140ec8c36db x-openstack-request-id: req-e1b376ff-c864-4708-9b34-0140ec8c36db {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:06.283397 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:06.283660 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1b376ff-c864-4708-9b34-0140ec8c36db {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:06.284072 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b376ff-c864-4708-9b34-0140ec8c36db'] response: {'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'status': 'completed', 'code': 200} Sep 26 10:37:06.344918 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:06.346755 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-ebe8efb8-1701-4899-af6d-99f91e06d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:06.348407 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-ebe8efb8-1701-4899-af6d-99f91e06d812 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0401950 Sep 26 10:37:06.348684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:06.444965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-dc99b576-7c5e-461a-9714-30b4cdc98e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:06.446498 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-dc99b576-7c5e-461a-9714-30b4cdc98e96 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.0915375 Sep 26 10:37:06.513966 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-52bd7922-22ca-43cb-b003-068b5a55b52b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 1001 time: 0.0587931 Sep 26 10:37:06.572947 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-46c95648-b8e1-46f7-86fc-15cad0613a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:06.574525 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-46c95648-b8e1-46f7-86fc-15cad0613a2c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0515454 Sep 26 10:37:06.618994 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-8dc36b51-8b8a-410c-a6eb-beec228520c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:06.620518 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-8dc36b51-8b8a-410c-a6eb-beec228520c6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398190 Sep 26 10:37:06.694697 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:37:05Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:06.716619 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-1bfe3b1a-5989-49ed-8dea-402a4d2ae7b1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896492 Sep 26 10:37:06.723018 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:06.731756 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:06.732359 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:06.814276 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6b7126c1-110f-417b-bd87-c27a21bc42fd req-79d03567-6ffa-4dba-a8c8-e415e0b5bb25 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902407 Sep 26 10:37:06.837666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:06.935899 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:07.046535 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:37:05Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:07.074338 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87fab1-2ff4-40d0-b861-deb0cfa19e26 None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'port_id': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'mac_address': 'fa:16:3e:75:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:37:05Z', 'revision_number': 3, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:08.285723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:08.288090 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:08.325732 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d246ff6-2390-4183-993d-8a17e5cc1eb3 x-openstack-request-id: req-6d246ff6-2390-4183-993d-8a17e5cc1eb3 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:08.326043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:08.326301 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d246ff6-2390-4183-993d-8a17e5cc1eb3 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:08.326703 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d246ff6-2390-4183-993d-8a17e5cc1eb3'] response: {'name': 'network-changed', 'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'status': 'completed', 'code': 200} Sep 26 10:37:08.359810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:08.391220 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-138adc01-2049-4e54-ab7f-b2a6b34961c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:08.392686 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-138adc01-2049-4e54-ab7f-b2a6b34961c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=615e5825389c4f1d96e6398bf1dab735&device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 1130 time: 0.0406890 Sep 26 10:37:08.489943 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-0a923d58-5524-4619-88bb-c74b4aa0b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:08.491490 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-0a923d58-5524-4619-88bb-c74b4aa0b794 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 200 len: 919 time: 0.0920410 Sep 26 10:37:08.552228 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-0490d87c-d6dc-4e27-97a1-9a919a61b28b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 200 len: 1001 time: 0.0533350 Sep 26 10:37:08.614624 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-37ded8d8-ac48-4817-be0c-d11cdd783cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:08.616071 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-37ded8d8-ac48-4817-be0c-d11cdd783cdb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 200 len: 857 time: 0.0491102 Sep 26 10:37:08.660836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-38aec512-574b-4985-9003-109d688da0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:08.662281 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-38aec512-574b-4985-9003-109d688da0a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378139 Sep 26 10:37:08.759673 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-45c6127c-971a-46ef-a504-02beaf92dc56 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 Sep 26 10:37:08.784484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:08.850882 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8c62cf9-f86d-4783-a088-3dbe221d2ff6 req-7b2ed784-018b-4d1e-93f7-c5c6ac2a9efd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831175 Sep 26 10:37:10.721053 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:10.725503 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:12.033322 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:13.722729 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:37:16.268880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=31 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:16.272846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:18.846852 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=44 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:18.847637 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:22.027722 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=14 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:22.029705 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:24.048584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3cd44-18ef-4112-85a5-265b6ac252ad req-dd556cb7-623d-466f-9079-81d048060ddc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:24.050094 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cdd3cd44-18ef-4112-85a5-265b6ac252ad req-dd556cb7-623d-466f-9079-81d048060ddc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0485125 Sep 26 10:37:24.097963 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cdd3cd44-18ef-4112-85a5-265b6ac252ad req-ea17f243-3059-49aa-a858-6a1e5870c88b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Sep 26 10:37:25.229952 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95908b2c-e2a5-44bf-b2ca-6b15fbdd2706 req-86b0aee0-3010-4198-bcc7-616681556edd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:25.231445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-95908b2c-e2a5-44bf-b2ca-6b15fbdd2706 req-86b0aee0-3010-4198-bcc7-616681556edd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0467472 Sep 26 10:37:25.280720 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-95908b2c-e2a5-44bf-b2ca-6b15fbdd2706 req-5d9daa61-3f11-4147-97a2-627104a3e25b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Sep 26 10:37:26.076926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-7112f7ed-6a85-4134-927a-4dd0117a77af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:26.078320 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-7112f7ed-6a85-4134-927a-4dd0117a77af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0471470 Sep 26 10:37:26.166946 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Deleting port 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:26.167287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:26.264151 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] For port 80a6fd45-6996-4b15-93f6-3122e122a647, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=80a6fd45-6996-4b15-93f6-3122e122a647,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:26.264514 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:26.411275 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c20bb-1b09-4fb3-9dab-233f4fdbe61d req-522cd7d7-a2d5-4fe3-abc8-ec8fbc5008a5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:26.412728 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-321c20bb-1b09-4fb3-9dab-233f4fdbe61d req-522cd7d7-a2d5-4fe3-abc8-ec8fbc5008a5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 946 time: 0.0503027 Sep 26 10:37:26.461640 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-321c20bb-1b09-4fb3-9dab-233f4fdbe61d req-1a533952-4e8d-4564-ba5c-225ae742fe05 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c49b5ca0-c52c-4239-9623-b548cf5ad8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Sep 26 10:37:26.480278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:26.480278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:26.480568 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Floating IP d8c606ef-1054-4305-9724-b990b6e8ba19 disassociated. External IP: 172.27.1.196, port: 80a6fd45-6996-4b15-93f6-3122e122a647. Sep 26 10:37:26.480913 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Calling delete_port for 80a6fd45-6996-4b15-93f6-3122e122a647 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:26.608995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (80a6fd45-6996-4b15-93f6-3122e122a647), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:26.635005 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'Port': ['ID=80a6fd45-6996-4b15-93f6-3122e122a647,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:26.644645 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.645001 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.645348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.645720 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.646079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.646419 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.646751 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.647080 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.647763 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.647763 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.648044 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.648346 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.648670 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.648996 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.649320 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:26.988800 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:27.096347 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:27.109098 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:27.119894 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:27.120505 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:27.139776 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] No DVR routers for this DVR port 80a6fd45-6996-4b15-93f6-3122e122a647 on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:37:27.142672 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:27.145966 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5987e43-9a58-455f-8b98-bcfa4672abcd req-b0d0abbd-0cc7-438a-92ee-666765aab5d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "DELETE /networking/v2.0/ports/80a6fd45-6996-4b15-93f6-3122e122a647 HTTP/1.1" status: 204 len: 173 time: 1.0614176 Sep 26 10:37:27.146492 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-deleted', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:27.148727 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef6193-3d0f-4302-a518-c2a48c8809b6" -d '{"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-deleted", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:27.187211 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f10efb-8d65-4c11-9fd2-c4f0c8fd5a8e x-openstack-request-id: req-45f10efb-8d65-4c11-9fd2-c4f0c8fd5a8e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:27.187521 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17109-d4ce-4939-89c1-efb485f67ada", "name": "network-vif-deleted", "tag": "80a6fd45-6996-4b15-93f6-3122e122a647", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:27.187798 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45f10efb-8d65-4c11-9fd2-c4f0c8fd5a8e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:27.188205 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f10efb-8d65-4c11-9fd2-c4f0c8fd5a8e'] response: {'server_uuid': '05d17109-d4ce-4939-89c1-efb485f67ada', 'name': 'network-vif-deleted', 'tag': '80a6fd45-6996-4b15-93f6-3122e122a647', 'status': 'completed', 'code': 200} Sep 26 10:37:27.238795 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:27.430899 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:27.459334 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:27.467904 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:27.468459 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:27.570859 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:27.584707 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ba255af-a8bf-4342-83c6-c8a3913484d3 req-45fb7703-0b66-48fc-bfc9-14c9e2a586e2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05d17109-d4ce-4939-89c1-efb485f67ada HTTP/1.1" status: 200 len: 210 time: 0.0280375 Sep 26 10:37:27.760616 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:27.785148 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca08698-d085-4021-82f6-9b62ecc89f24 None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:28.018722 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb42841-4b94-4e71-a0cb-b7dd07e23262 None None] New status for floating IP d8c606ef-1054-4305-9724-b990b6e8ba19: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:37:28.685529 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57234) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:28.757494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (c49b5ca0-c52c-4239-9623-b548cf5ad8bb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:28.784899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (c49b5ca0-c52c-4239-9623-b548cf5ad8bb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:28.835538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c49b5ca0-c52c-4239-9623-b548cf5ad8bb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:28.838247 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:28.839417 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c49b5ca0-c52c-4239-9623-b548cf5ad8bb HTTP/1.1" status: 204 len: 168 time: 0.1526930 Sep 26 10:37:28.842427 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57240) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:28.851014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b5ca0-c52c-4239-9623-b548cf5ad8bb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:28.859726 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-49eee42d-b438-4476-8b88-f13eaff4c146 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] show failed (client error): The resource could not be found. Sep 26 10:37:28.860086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.865809 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.865809 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866103 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-49eee42d-b438-4476-8b88-f13eaff4c146 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups/c49b5ca0-c52c-4239-9623-b548cf5ad8bb HTTP/1.1" status: 404 len: 347 time: 0.0172722 Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.866211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80128748-9828-4121-8c77-fdd223b6c508 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:37:28.867195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57242) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:28.992714 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Deleting port e6285832-8df9-407d-b969-b31daef12283 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:28.992977 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (e6285832-8df9-407d-b969-b31daef12283), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:28.994565 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:29.011156 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991fd0-7b30-4c91-ac57-7dc9fa30f139 req-4a452b64-ba6a-4926-88b7-f29854e33110 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:29.012706 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c991fd0-7b30-4c91-ac57-7dc9fa30f139 req-4a452b64-ba6a-4926-88b7-f29854e33110 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0496342 Sep 26 10:37:29.035607 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:29.061928 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c991fd0-7b30-4c91-ac57-7dc9fa30f139 req-fcaa7126-b928-4010-a1a5-33af2993669e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434282 Sep 26 10:37:29.080942 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (e6285832-8df9-407d-b969-b31daef12283), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.081304 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (e6285832-8df9-407d-b969-b31daef12283), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.093861 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Calling delete_port for e6285832-8df9-407d-b969-b31daef12283 owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:29.226010 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (e6285832-8df9-407d-b969-b31daef12283), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.258581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'Port': ['ID=e6285832-8df9-407d-b969-b31daef12283,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:29.318301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (d8c606ef-1054-4305-9724-b990b6e8ba19), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.320872 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.322014 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9c43f971-7f80-4f08-8396-187cbc546b81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/d8c606ef-1054-4305-9724-b990b6e8ba19 HTTP/1.1" status: 204 len: 168 time: 0.4526744 Sep 26 10:37:29.402314 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57248) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:29.406903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440694991', 'description': 'tempest-description--390855595'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:29.428408 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.499799 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (7de764e7-cccb-4ab5-923d-23de57668f23), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.503201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7de764e7-cccb-4ab5-923d-23de57668f23), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.534895 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.536116 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1327696 Sep 26 10:37:29.538349 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488c1f9-dbdd-4ad4-b1bf-f80935ac8072 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de764e7-cccb-4ab5-923d-23de57668f23,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:29.539679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57250) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:29.544188 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group_rule': {'security_group_id': '7de764e7-cccb-4ab5-923d-23de57668f23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:29.576707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (ab76e92a-29f3-4e46-96ee-3518abe1f248), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.640671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (ab76e92a-29f3-4e46-96ee-3518abe1f248), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.644303 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (ab76e92a-29f3-4e46-96ee-3518abe1f248), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.663085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab76e92a-29f3-4e46-96ee-3518abe1f248,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:29.670727 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.671927 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-371924cf-45bf-4691-bcca-865348723e68 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312814 Sep 26 10:37:29.674687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57252) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:29.679015 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'security_group_rule': {'security_group_id': '7de764e7-cccb-4ab5-923d-23de57668f23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:29.704348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (954c35b4-220a-4dff-9b43-006d51d0b92f), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.761323 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (954c35b4-220a-4dff-9b43-006d51d0b92f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.764941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (954c35b4-220a-4dff-9b43-006d51d0b92f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.782763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:29.784465 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954c35b4-220a-4dff-9b43-006d51d0b92f,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:29.792400 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.793616 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-648ce555-bb49-4a20-9965-fcfcc6821602 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179769 Sep 26 10:37:29.797708 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57254) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:29.803481 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:29.825511 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.890494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:29.908687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:29.954700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:37:29.974528 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 80a6fd45-6996-4b15-93f6-3122e122a647 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:37:29.974877 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 80a6fd45-6996-4b15-93f6-3122e122a647 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:37:30.017122 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Allocated IP 172.27.1.247 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/3ae40772-2719-49d9-84d4-6338a40ffabd) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:37:30.124638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.189685 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.202239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ec2c-ec0a-4d4c-9228-6d6308075fab req-ebc0f820-6c72-4d74-b9fe-a42658dabd02 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:30.203711 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dce0ec2c-ec0a-4d4c-9228-6d6308075fab req-ebc0f820-6c72-4d74-b9fe-a42658dabd02 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0633383 Sep 26 10:37:30.242850 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:37:30.256400 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:37:30.263123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:37:30.293337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=3ae40772-2719-49d9-84d4-6338a40ffabd,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:30.323775 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dce0ec2c-ec0a-4d4c-9228-6d6308075fab req-30db8297-0663-4947-8bfe-2f628164d262 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013899 Sep 26 10:37:30.370892 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.407815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.505659 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:30.555997 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.560244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.623049 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:30.639572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.642136 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=3ae40772-2719-49d9-84d4-6338a40ffabd,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:30.658610 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:30.659839 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c013645e-2b1b-48b1-9826-0d534c9276dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8611498 Sep 26 10:37:30.863777 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-bdcbee7c-686f-45d0-a16a-abfe25ae534a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1440694991&fields=id&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 267 time: 0.0424232 Sep 26 10:37:30.974719 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-a55477c4-1016-43ea-8730-f6a44217e339 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:30.976152 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-a55477c4-1016-43ea-8730-f6a44217e339 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 817 time: 0.1058524 Sep 26 10:37:30.991124 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-bbe39a23-3cde-40ee-bd1a-ab1f92174c67 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/quotas/38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Sep 26 10:37:31.040983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-709b7ebd-70d9-459b-b7b1-2a8b28f75f0b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444331 Sep 26 10:37:31.140794 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-35098d7e-61c8-45c0-ace9-f474c3414538 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883305 Sep 26 10:37:31.229516 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-c0241208-19d7-4dc4-a8f8-e14c33bb9570 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830166 Sep 26 10:37:31.257755 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c3772694-8c1e-4a07-9cb6-8af916e1e868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.340067 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-57da5efa-04b4-43f2-8c39-ba297d3415ae tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:31.342210 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-57da5efa-04b4-43f2-8c39-ba297d3415ae tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0500374 Sep 26 10:37:31.410826 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fc4f9e5-c3e1-4f81-afbc-865413d20301 req-703110b2-5ecb-4c10-a5dd-e6f72c5805d6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 210 time: 0.0391469 Sep 26 10:37:31.449400 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Deleting port 798a1629-515e-41fd-8c26-34ded4b3db4d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:31.449740 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.477602 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20317-d85f-4a42-9a20-a5664058bb42 req-e794048a-de95-406a-a82f-843beb6c3689 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:31.487216 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51c20317-d85f-4a42-9a20-a5664058bb42 req-e794048a-de95-406a-a82f-843beb6c3689 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 945 time: 0.0753057 Sep 26 10:37:31.570197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] For port 798a1629-515e-41fd-8c26-34ded4b3db4d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=798a1629-515e-41fd-8c26-34ded4b3db4d,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:31.570982 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.703787 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:31.777201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.777576 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.777899 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Floating IP 7f8d0738-9643-4db9-bb3e-3608398064e6 disassociated. External IP: 172.27.1.187, port: 798a1629-515e-41fd-8c26-34ded4b3db4d. Sep 26 10:37:31.778285 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Calling delete_port for 798a1629-515e-41fd-8c26-34ded4b3db4d owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:31.784011 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51c20317-d85f-4a42-9a20-a5664058bb42 req-32624e62-3a61-4fb2-8778-c3130cbd5bab tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c2298355-5f03-4a5c-894a-e90f0b7db02f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959423 Sep 26 10:37:31.793064 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:31.922202 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (798a1629-515e-41fd-8c26-34ded4b3db4d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:31.949541 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'Port': ['ID=798a1629-515e-41fd-8c26-34ded4b3db4d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:32.066476 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:32.177122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:32.189074 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:32.200797 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:32.201475 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:32.220547 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] No DVR routers for this DVR port 798a1629-515e-41fd-8c26-34ded4b3db4d on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:37:32.223210 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:32.227201 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e1c84930-e9ca-41fe-a72e-73df2d779560 req-8a5afcd4-7fa7-430f-94ac-ea0b035ac85e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "DELETE /networking/v2.0/ports/798a1629-515e-41fd-8c26-34ded4b3db4d HTTP/1.1" status: 204 len: 173 time: 0.8768559 Sep 26 10:37:32.227711 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'name': 'network-vif-deleted', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:32.230343 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4f3773-73d0-4776-9acf-bf97b71c18d4" -d '{"events": [{"server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "name": "network-vif-deleted", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:32.284962 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7773d-60c4-4067-8317-8f7fe2c6a008 x-openstack-request-id: req-d7a7773d-60c4-4067-8317-8f7fe2c6a008 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:32.285262 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca6fe02-8975-4daa-a713-5ec2520b2d67", "name": "network-vif-deleted", "tag": "798a1629-515e-41fd-8c26-34ded4b3db4d", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:32.285704 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7a7773d-60c4-4067-8317-8f7fe2c6a008 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:32.286126 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a7773d-60c4-4067-8317-8f7fe2c6a008'] response: {'server_uuid': '9ca6fe02-8975-4daa-a713-5ec2520b2d67', 'name': 'network-vif-deleted', 'tag': '798a1629-515e-41fd-8c26-34ded4b3db4d', 'status': 'completed', 'code': 200} Sep 26 10:37:32.315788 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:32.355042 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:32.435035 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:32.610344 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:32.639433 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:32.649896 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:32.650739 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:32.732256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32d4a99-bb34-4707-add4-0dfc3d71b034 req-f1d80d5f-23bc-4a02-a695-5cf30ddeb53f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 210 time: 0.2306383 Sep 26 10:37:32.774626 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:32.811829 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-7de6305b-79f7-4868-a5ae-3d3ebf87606a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:32.813489 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-7de6305b-79f7-4868-a5ae-3d3ebf87606a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 817 time: 0.1512778 Sep 26 10:37:32.883882 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-fbf4b909-5294-4c40-bdae-ad9f38ea24d5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 380 time: 0.0613210 Sep 26 10:37:32.976079 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef3940df-284d-4ef3-8e19-2c212492bdd1 req-848874a3-67dc-4eab-8874-a0dfed9dc817 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=9ca6fe02-8975-4daa-a713-5ec2520b2d67 HTTP/1.1" status: 200 len: 210 time: 0.0816174 Sep 26 10:37:32.977688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'port': {'device_id': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'admin_state_up': True, 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'security_groups': ['7de764e7-cccb-4ab5-923d-23de57668f23']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:33.016979 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:33.042418 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb4b56-3661-4d6d-8c31-b82238e11448 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:33.103332 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Made reservation on behalf of 38cccae871b94a9db82b5017c2c497c1 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:37:33.107406 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.221659 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:33.244318 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Allocated IP 172.20.0.9 (154a4e25-766b-4e4b-9202-0213b7789f71/71ec6bb8-2081-420e-82b6-21a012113aad/e97964be-97f3-4350-a687-7c69042847bd) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:37:33.266709 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b47725-b98a-4bda-b2ee-467c0f3b1238 None None] New status for floating IP 7f8d0738-9643-4db9-bb3e-3608398064e6: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:37:33.271595 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:33.399960 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for port (e97964be-97f3-4350-a687-7c69042847bd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.435815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.485292 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Network 154a4e25-766b-4e4b-9202-0213b7789f71 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:37:33.488591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:37:33.495014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:37:33.519070 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:33.549632 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:33.550331 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.568175 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-5dc03ed9-f812-4c29-8b82-5cf8939bb070 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957496 Sep 26 10:37:33.585486 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Request body: {'port': {'device_id': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:33.650384 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.733707 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Provisioning complete for port e97964be-97f3-4350-a687-7c69042847bd triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:37:33.734098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e97964be-97f3-4350-a687-7c69042847bd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.734433 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Attempt 1 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:37:33.782512 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Port e97964be-97f3-4350-a687-7c69042847bd cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:37:33.785225 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-da6688da-cf4a-441b-a959-ade1d4978c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.869200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9500174-d63f-4aba-ac15-135129fb17f3 req-283b12fa-63ed-4a2d-a50f-b4f40947060f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:33.870831 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9500174-d63f-4aba-ac15-135129fb17f3 req-283b12fa-63ed-4a2d-a50f-b4f40947060f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 931 time: 0.0503674 Sep 26 10:37:33.914674 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97964be-97f3-4350-a687-7c69042847bd {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:37:33.919223 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9500174-d63f-4aba-ac15-135129fb17f3 req-b8eca0f9-46b3-4179-a30f-8fab09147604 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Sep 26 10:37:33.922423 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks [] for port (e97964be-97f3-4350-a687-7c69042847bd), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:33.935441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Transition to ACTIVE for port object e97964be-97f3-4350-a687-7c69042847bd will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:37:33.939672 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.016201 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:34.050394 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Attempting to bind port e97964be-97f3-4350-a687-7c69042847bd on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:37:34.050888 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Attempting to bind port e97964be-97f3-4350-a687-7c69042847bd by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:37:34.051122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Attempting to bind port e97964be-97f3-4350-a687-7c69042847bd on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:37:34.079061 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:34.084252 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57304) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:34.095042 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:34.136983 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Port e97964be-97f3-4350-a687-7c69042847bd on network 154a4e25-766b-4e4b-9202-0213b7789f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:37:34.137315 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Attempting to bind port e97964be-97f3-4350-a687-7c69042847bd on network 154a4e25-766b-4e4b-9202-0213b7789f71 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:37:34.185348 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (c2298355-5f03-4a5c-894a-e90f0b7db02f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.213984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:37:34.214333 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Checking segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:37:34.214709 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Bound using segment: {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:37:34.215135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Bound port: e97964be-97f3-4350-a687-7c69042847bd, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c79c67-f2e6-400f-852e-479e22f89afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:37:34.215479 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.218505 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (c2298355-5f03-4a5c-894a-e90f0b7db02f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.283809 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Attempt 2 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:37:34.307689 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:37:34.311362 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:37:34.312972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c2298355-5f03-4a5c-894a-e90f0b7db02f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.315485 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.316612 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c2298355-5f03-4a5c-894a-e90f0b7db02f HTTP/1.1" status: 204 len: 168 time: 0.2311349 Sep 26 10:37:34.317460 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Port e97964be-97f3-4350-a687-7c69042847bd cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:37:34.320128 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57306) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:34.328180 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.331216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:34.331829 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.333183 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-527ba471-a753-4b6e-9956-024739926e34 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 1093 time: 0.7525320 Sep 26 10:37:34.334158 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-10ff2cf2-50a4-49e9-bdeb-c23d0e94a195 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] show failed (client error): The resource could not be found. Sep 26 10:37:34.335222 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-10ff2cf2-50a4-49e9-bdeb-c23d0e94a195 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups/c2298355-5f03-4a5c-894a-e90f0b7db02f HTTP/1.1" status: 404 len: 347 time: 0.0138431 Sep 26 10:37:34.335566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:34.337789 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d868e5-b120-42d4-9978-2c5616a42f29" -d '{"events": [{"name": "network-changed", "server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:34.337917 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57308) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:34.347339 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da69b9-0589-472b-ac4c-1fe9fe1a1f1b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2298355-5f03-4a5c-894a-e90f0b7db02f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:34.423650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389cc415-be53-4d9d-979d-b36ad4086843 x-openstack-request-id: req-389cc415-be53-4d9d-979d-b36ad4086843 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:34.423937 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:34.424195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-389cc415-be53-4d9d-979d-b36ad4086843 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:34.424598 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389cc415-be53-4d9d-979d-b36ad4086843'] response: {'name': 'network-changed', 'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'status': 'completed', 'code': 200} Sep 26 10:37:34.440297 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ba471-a753-4b6e-9956-024739926e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:34.448506 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-4ebb4e2c-4577-405c-bb3a-3a0886bcf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:34.450036 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-4ebb4e2c-4577-405c-bb3a-3a0886bcf634 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1127 time: 0.0609381 Sep 26 10:37:34.456841 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Deleting port df41b317-50e1-4612-a44f-d8e063333988 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:34.457186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (df41b317-50e1-4612-a44f-d8e063333988), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.499015 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-09dd62bd-515c-4f0b-8f5d-e924ebdd7881 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 217 time: 0.0359929 Sep 26 10:37:34.517464 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:34.549200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (df41b317-50e1-4612-a44f-d8e063333988), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.549460 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (df41b317-50e1-4612-a44f-d8e063333988), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.551029 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-f6edfb1a-bbd9-419d-8b4d-a3b7be0df914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:34.553254 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-f6edfb1a-bbd9-419d-8b4d-a3b7be0df914 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0485935 Sep 26 10:37:34.562318 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Calling delete_port for df41b317-50e1-4612-a44f-d8e063333988 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:34.587929 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.605696 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-234595da-f9ea-418a-9118-1f91bab3c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:34.607211 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-234595da-f9ea-418a-9118-1f91bab3c26c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427926 Sep 26 10:37:34.687304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:34.703554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (df41b317-50e1-4612-a44f-d8e063333988), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.704350 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-c515171a-cb17-40e7-85f1-cdebc85fff31 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869777 Sep 26 10:37:34.735407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'Port': ['ID=df41b317-50e1-4612-a44f-d8e063333988,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:34.806502 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-af1e6a4c-34e0-4d21-a23d-5311a3d06c50 req-39b3fe15-6d55-4406-8c83-71a274f0c88a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906897 Sep 26 10:37:34.808280 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (7f8d0738-9643-4db9-bb3e-3608398064e6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.811637 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.813501 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d7e66c3b-297c-4255-93c2-2a92ac599878 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/7f8d0738-9643-4db9-bb3e-3608398064e6 HTTP/1.1" status: 204 len: 168 time: 0.4745011 Sep 26 10:37:34.818565 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Attempt 3 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:37:34.862776 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bcfeb49c-c7ed-42c5-8fdb-e5906e5d2e80 None None] Port e97964be-97f3-4350-a687-7c69042847bd had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:37:34.895331 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57314) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:34.900446 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--5332579', 'description': 'tempest-description--911175325'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:34.921149 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.989843 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (073cbafb-63c5-48f0-8fc2-8fb2d8ae663f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:34.994570 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (073cbafb-63c5-48f0-8fc2-8fb2d8ae663f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.049407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.050741 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1538363 Sep 26 10:37:35.053769 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57318) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:35.058859 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group_rule': {'security_group_id': '073cbafb-63c5-48f0-8fc2-8fb2d8ae663f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:35.066059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225908-d114-4aee-8db9-6b9f17f7aeac tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:35.073613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139befc-42cc-4d14-b193-b700a3f792dd req-034ac3e3-c777-47db-aae7-89d661e89f5e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:35.074982 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0139befc-42cc-4d14-b193-b700a3f792dd req-034ac3e3-c777-47db-aae7-89d661e89f5e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0706308 Sep 26 10:37:35.090982 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (1805171b-d615-45a1-a8f9-d204a80abdb9), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.125553 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0139befc-42cc-4d14-b193-b700a3f792dd req-6f25239f-9d2d-4686-9a67-68b1c00211b2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Sep 26 10:37:35.146546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:35.153053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (1805171b-d615-45a1-a8f9-d204a80abdb9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.157513 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (1805171b-d615-45a1-a8f9-d204a80abdb9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.178183 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1805171b-d615-45a1-a8f9-d204a80abdb9,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:35.183237 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.187202 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6f5c506c-f3c1-4f2a-abaa-a06f23f0a4ca tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296237 Sep 26 10:37:35.187202 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57320) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:35.191133 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'security_group_rule': {'security_group_id': '073cbafb-63c5-48f0-8fc2-8fb2d8ae663f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:35.221960 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (78df2e1e-5a55-4bd5-bdbb-999685e2ba74), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.264968 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:35.272154 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (78df2e1e-5a55-4bd5-bdbb-999685e2ba74), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.275358 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (78df2e1e-5a55-4bd5-bdbb-999685e2ba74), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.294916 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78df2e1e-5a55-4bd5-bdbb-999685e2ba74,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:35.301403 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.302630 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-06d961c9-4fc9-424e-b5d2-ba2338c9671e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146932 Sep 26 10:37:35.305715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57324) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:35.309902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:35.330302 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.411234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.517659 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Allocated IP 172.27.1.113 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/80507b8d-ff86-44e6-8a4f-74fa971b9bd7) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:37:35.631398 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.661940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.703346 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:37:35.706450 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:37:35.710159 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:37:35.713258 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=80507b8d-ff86-44e6-8a4f-74fa971b9bd7,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:35.801804 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.812399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:35.850723 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:35.902136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-a69622a8-a944-47ff-a33d-f08282e6b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:35.903594 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-a69622a8-a944-47ff-a33d-f08282e6b2f2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1127 time: 0.0657542 Sep 26 10:37:35.914653 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.001796 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 798a1629-515e-41fd-8c26-34ded4b3db4d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:37:36.020419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 798a1629-515e-41fd-8c26-34ded4b3db4d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:37:36.020753 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 798a1629-515e-41fd-8c26-34ded4b3db4d not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:37:36.068176 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:36.072569 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-ec564352-8b70-4c5a-b26a-97320fe915aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:36.074016 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-ec564352-8b70-4c5a-b26a-97320fe915aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.1607254 Sep 26 10:37:36.125159 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-d3685cfa-973f-4a87-a772-2ea7abfc8ba4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 217 time: 0.0412142 Sep 26 10:37:36.134388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.143771 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.257518 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cf8ca-5589-4385-b90f-0bbff604af96 req-4deea3f2-6410-4ecc-b315-240ea66fe604 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:36.259268 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d02cf8ca-5589-4385-b90f-0bbff604af96 req-4deea3f2-6410-4ecc-b315-240ea66fe604 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0501206 Sep 26 10:37:36.300281 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.311784 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d02cf8ca-5589-4385-b90f-0bbff604af96 req-d8315e1f-fc70-4678-a49b-2779e2cffd40 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466678 Sep 26 10:37:36.481911 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-1e9888a8-b7ce-4683-a7d2-7a3cff50a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:36.483292 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-1e9888a8-b7ce-4683-a7d2-7a3cff50a3ca service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.3510776 Sep 26 10:37:36.484243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=80507b8d-ff86-44e6-8a4f-74fa971b9bd7,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:36.486740 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.525445 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:36.526681 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bd1871ff-e6d5-4dfc-84d6-f427c2ecfdd9 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2200189 Sep 26 10:37:36.539587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-699b5661-a6ad-408f-b5e2-c23bf3b50494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:36.541071 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-699b5661-a6ad-408f-b5e2-c23bf3b50494 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471389 Sep 26 10:37:36.638862 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-462f39ef-ab85-4fc0-8bcc-08449eed7f81 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889800 Sep 26 10:37:36.726488 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-b1b42269-d255-4791-ba67-c9707feb29b6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--5332579&fields=id&tenant_id=3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 267 time: 0.0424974 Sep 26 10:37:36.731269 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-67d868e5-b120-42d4-9978-2c5616a42f29 req-a2b55aef-4564-4f5f-bb3b-9dd371a2bb95 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858412 Sep 26 10:37:36.842678 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-23602188-fc28-4527-81b3-595747a0c188 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:36.844107 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-23602188-fc28-4527-81b3-595747a0c188 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 811 time: 0.1105053 Sep 26 10:37:36.859507 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-c415edc1-aba0-49a8-a9f0-2aa1485a2a3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/quotas/3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Sep 26 10:37:36.912254 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-447f8038-6f07-4981-9711-fc472072bb27 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479674 Sep 26 10:37:36.975788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:37.010679 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-a36a1b11-3f9f-4ca5-900a-c72b20c53c44 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871713 Sep 26 10:37:37.099447 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-6bb12377-3c6e-4212-8eb4-d1ba224010de service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Sep 26 10:37:37.269842 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-08c316c7-bb35-42ae-b9ed-088551842973 req-e4b7e0d8-2491-4da3-bd9a-684f15c10056 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Sep 26 10:37:37.442624 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2348bf-7d24-46cd-a61a-cdd0eeefcff0 req-bc73a646-5a14-44ea-bb71-e821062e63d3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:37.444115 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a2348bf-7d24-46cd-a61a-cdd0eeefcff0 req-bc73a646-5a14-44ea-bb71-e821062e63d3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Sep 26 10:37:37.462873 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:37.495660 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a2348bf-7d24-46cd-a61a-cdd0eeefcff0 req-3b8c893c-cb31-434d-9667-fb28cacfa666 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459268 Sep 26 10:37:37.998357 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:37:38.097928 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:38.109095 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'e97964be-97f3-4350-a687-7c69042847bd', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:37:38.143570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:37:38.143961 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:38.157990 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97964be-97f3-4350-a687-7c69042847bd {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:37:38.177619 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:38.181565 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:38.231246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:38.370518 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c4a7ed2a-5c7a-446b-bf4f-3216050ed59e req-3d50fa37-6550-4ad6-a6fa-21bf3b9fd6b2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 210 time: 0.0276940 Sep 26 10:37:38.471154 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['e97964be-97f3-4350-a687-7c69042847bd'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:37:38.551789 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-7ae9e3d5-0569-4f26-8f45-2e0b313b5850 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:38.553468 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-7ae9e3d5-0569-4f26-8f45-2e0b313b5850 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 811 time: 0.1220746 Sep 26 10:37:38.626450 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0ac8ed3d-300d-4828-84c7-4045b6cffb65 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c219db8370d4ef49f235020868144d7 HTTP/1.1" status: 200 len: 377 time: 0.0631442 Sep 26 10:37:38.646242 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86df45-4b54-4087-9634-868c38e64549 req-38fdcef1-ed38-4ee8-8ab3-13e3e752f55e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:38.647727 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f86df45-4b54-4087-9634-868c38e64549 req-38fdcef1-ed38-4ee8-8ab3-13e3e752f55e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 944 time: 0.0560060 Sep 26 10:37:38.694256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f86df45-4b54-4087-9634-868c38e64549 req-ea7f60dc-4ec8-47d0-a456-d69060a83467 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Sep 26 10:37:38.703956 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'port': {'device_id': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'admin_state_up': True, 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'security_groups': ['073cbafb-63c5-48f0-8fc2-8fb2d8ae663f']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:38.707046 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:38.822848 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Made reservation on behalf of 3c219db8370d4ef49f235020868144d7 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:37:38.826836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:38.956072 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Allocated IP 172.20.0.7 (f9f0c1cf-9082-4631-962e-123de80a2bb4/4da16e78-7edb-4ccb-a3b9-677589cbf7f7/f6d3b71f-a23a-4160-8219-9acd1b33b609) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:37:39.050720 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:39.093980 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.124674 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.171240 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:37:39.174477 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:37:39.178394 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:37:39.203929 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event updated for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:39.232762 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:39.233389 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.249756 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-0269dbff-b774-4475-9c7d-ebd00e442a99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497451 Sep 26 10:37:39.261370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Request body: {'port': {'device_id': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:39.324591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.406454 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Provisioning complete for port f6d3b71f-a23a-4160-8219-9acd1b33b609 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:37:39.406926 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.407356 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Attempt 1 to provision port f6d3b71f-a23a-4160-8219-9acd1b33b609 Sep 26 10:37:39.432942 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:39.447209 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Port f6d3b71f-a23a-4160-8219-9acd1b33b609 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:37:39.493368 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:39.495593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81026dc-2ddc-4a41-b17a-ed5167ebeb81 req-448c4531-3327-4308-933c-4add7e44c742 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:39.497181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f81026dc-2ddc-4a41-b17a-ed5167ebeb81 req-448c4531-3327-4308-933c-4add7e44c742 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 931 time: 0.0472817 Sep 26 10:37:39.544691 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f81026dc-2ddc-4a41-b17a-ed5167ebeb81 req-7305efc6-3fb3-4386-8f81-83a552d1f910 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417092 Sep 26 10:37:39.590357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d3b71f-a23a-4160-8219-9acd1b33b609 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:37:39.597725 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks [] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.611115 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Transition to ACTIVE for port object f6d3b71f-a23a-4160-8219-9acd1b33b609 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:37:39.614083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.690728 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:39.721995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Attempting to bind port f6d3b71f-a23a-4160-8219-9acd1b33b609 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:37:39.722422 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Attempting to bind port f6d3b71f-a23a-4160-8219-9acd1b33b609 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:37:39.722748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Attempting to bind port f6d3b71f-a23a-4160-8219-9acd1b33b609 on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:37:39.767855 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Port f6d3b71f-a23a-4160-8219-9acd1b33b609 on network f9f0c1cf-9082-4631-962e-123de80a2bb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:37:39.768179 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Attempting to bind port f6d3b71f-a23a-4160-8219-9acd1b33b609 on network f9f0c1cf-9082-4631-962e-123de80a2bb4 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:37:39.814118 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:37:39.814458 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Checking segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:37:39.814835 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Bound using segment: {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:37:39.815264 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Bound port: f6d3b71f-a23a-4160-8219-9acd1b33b609, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515503b5-cc0f-4b85-90e1-a4134f454ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:37:39.815642 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.825295 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae405-af6f-4339-8fa5-2a565c7752e0 req-39f7803f-fe53-4512-bc8e-3447054dc77c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:39.826902 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96fae405-af6f-4339-8fa5-2a565c7752e0 req-39f7803f-fe53-4512-bc8e-3447054dc77c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 944 time: 0.0540659 Sep 26 10:37:39.865646 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:39.877540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:37:39.879827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96fae405-af6f-4339-8fa5-2a565c7752e0 req-c2525003-23ed-43bf-9d0b-e15bc0738721 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Sep 26 10:37:39.880975 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:37:39.887122 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.892199 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:39.892815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:39.894207 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f6d3b71f-a23a-4160-8219-9acd1b33b609 HTTP/1.1" status: 200 len: 1093 time: 0.6370063 Sep 26 10:37:39.894760 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:39.897018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f67855-8c1c-4403-a275-0b2b9745039d" -d '{"events": [{"name": "network-changed", "server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:39.948017 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Attempt 2 to provision port f6d3b71f-a23a-4160-8219-9acd1b33b609 Sep 26 10:37:39.954430 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:39.962549 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261417d2-4fa5-4778-a816-b85c66ebc6e5 x-openstack-request-id: req-261417d2-4fa5-4778-a816-b85c66ebc6e5 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:39.962849 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:39.963107 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-261417d2-4fa5-4778-a816-b85c66ebc6e5 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:39.963510 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261417d2-4fa5-4778-a816-b85c66ebc6e5'] response: {'name': 'network-changed', 'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'status': 'completed', 'code': 200} Sep 26 10:37:39.978061 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d813b-f041-45db-a8ea-56a95a1002c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:39.985748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-dee98d26-5a36-424f-b6c1-58d7fa4f6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:39.987343 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-dee98d26-5a36-424f-b6c1-58d7fa4f6424 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 1127 time: 0.0546231 Sep 26 10:37:39.997970 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8721d-316c-4116-aeb5-20eab5529ff2 None None] Port f6d3b71f-a23a-4160-8219-9acd1b33b609 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:37:40.018264 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:37:40.029094 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-fa28061f-c7c2-4139-bbfc-861bec21098c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609 HTTP/1.1" status: 200 len: 217 time: 0.0330408 Sep 26 10:37:40.060256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port e97964be-97f3-4350-a687-7c69042847bd completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:37:40.066394 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port e97964be-97f3-4350-a687-7c69042847bd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:37:40.066904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e97964be-97f3-4350-a687-7c69042847bd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:40.067232 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:37:40.078628 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-d15b62db-b6e6-4720-a4e3-036859018657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:40.080150 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-d15b62db-b6e6-4720-a4e3-036859018657 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.0453098 Sep 26 10:37:40.128193 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-022f5ca7-14e2-4bf0-aa1a-635635dcc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:40.129689 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-022f5ca7-14e2-4bf0-aa1a-635635dcc335 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437109 Sep 26 10:37:40.143275 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:37:40.143719 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:40.167110 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:40.169338 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e43a29-eacd-44f5-abcd-223a4fb30f79" -d '{"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:40.183258 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:40.188878 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:40.211560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31baf532-1e9f-48ad-a424-7036401ae8af x-openstack-request-id: req-31baf532-1e9f-48ad-a424-7036401ae8af {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:40.211865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:40.212119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31baf532-1e9f-48ad-a424-7036401ae8af {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:40.212544 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31baf532-1e9f-48ad-a424-7036401ae8af'] response: {'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'code': 200} Sep 26 10:37:40.227480 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-3fc12f43-2d21-4f84-aff0-4126a48c636c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912056 Sep 26 10:37:40.242505 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:40.303673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:40.331169 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a2262d0-e2c2-4fe1-91b2-75f263a37e66 req-9af23479-e7cd-414c-bf5e-403c4b3a448c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920651 Sep 26 10:37:40.667117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0ce8-1f2f-445e-bb5c-54c6890780f5 req-c2ebc5b0-bb12-4564-b603-eef5c3b2eea0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:40.668555 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-199d0ce8-1f2f-445e-bb5c-54c6890780f5 req-c2ebc5b0-bb12-4564-b603-eef5c3b2eea0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 943 time: 0.0465856 Sep 26 10:37:40.714576 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-199d0ce8-1f2f-445e-bb5c-54c6890780f5 req-f016e755-e98a-4e22-90fb-f19908c9aa99 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405593 Sep 26 10:37:41.013373 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3ed19-6eca-47a4-99b4-4862f566bd65 req-a8841e5d-8fb8-43d3-9005-a0ef9691050e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.014857 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bcb3ed19-6eca-47a4-99b4-4862f566bd65 req-a8841e5d-8fb8-43d3-9005-a0ef9691050e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0486970 Sep 26 10:37:41.060608 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bcb3ed19-6eca-47a4-99b4-4862f566bd65 req-dfc005a1-e2f3-46a4-a452-bd8bdacc2916 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Sep 26 10:37:41.302993 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cd549-1f43-4d26-a0b3-e39ed7d58948 req-d68d698e-0722-45df-bc96-7d96bf97b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.304534 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-139cd549-1f43-4d26-a0b3-e39ed7d58948 req-d68d698e-0722-45df-bc96-7d96bf97b3e7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1129 time: 0.0393085 Sep 26 10:37:41.318815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-b058b18b-08bd-48cb-a32b-65f84e96ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.320295 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-b058b18b-08bd-48cb-a32b-65f84e96ea47 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 1127 time: 0.0433462 Sep 26 10:37:41.350371 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-139cd549-1f43-4d26-a0b3-e39ed7d58948 req-ff2a9f52-639a-4264-a779-2df6cc5e67c2 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Sep 26 10:37:41.410992 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-8a21de56-40d2-4f44-abcc-4958455f8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.412983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-8a21de56-40d2-4f44-abcc-4958455f8cd3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.0858629 Sep 26 10:37:41.629242 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-3179adaa-3263-4faa-8654-241f701deb1a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609 HTTP/1.1" status: 200 len: 217 time: 0.0369129 Sep 26 10:37:41.679687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-530e4007-7b4f-443e-86fe-f1b49d8f2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.681109 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-530e4007-7b4f-443e-86fe-f1b49d8f2372 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.0441699 Sep 26 10:37:41.726654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-6986f9a5-f8f9-4e6a-9d96-1ca62c731062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.728114 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-6986f9a5-f8f9-4e6a-9d96-1ca62c731062 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388315 Sep 26 10:37:41.848161 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:41.863698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2fab5-97b5-41ef-95a1-6b4bdacf145d req-d525c1db-6387-4351-b009-fdc29a0938a5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:41.865194 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d0b2fab5-97b5-41ef-95a1-6b4bdacf145d req-d525c1db-6387-4351-b009-fdc29a0938a5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 943 time: 0.0706637 Sep 26 10:37:41.868911 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-0b030045-3b35-4b90-8f54-93db414d5cc3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337543 Sep 26 10:37:41.912512 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d0b2fab5-97b5-41ef-95a1-6b4bdacf145d req-0581068c-fd7d-4a87-870b-c8d8f317622c tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416365 Sep 26 10:37:42.065215 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:42.178872 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:42.231025 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5fcca-c1ce-4fb8-8dd3-f41eb778774f req-90f0856b-c9ca-4d3b-9316-c67a4f10be84 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:42.232502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18a5fcca-c1ce-4fb8-8dd3-f41eb778774f req-90f0856b-c9ca-4d3b-9316-c67a4f10be84 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0908999 Sep 26 10:37:42.306471 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0f67855-8c1c-4403-a275-0b2b9745039d req-b57a8924-ded2-4ffc-8e06-74102467d014 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367364 Sep 26 10:37:42.309599 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18a5fcca-c1ce-4fb8-8dd3-f41eb778774f req-ea678c03-9ac8-4b13-9b2e-09aab85866a3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712888 Sep 26 10:37:43.031641 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362687d8-b1c1-4343-bf32-a0536bae1add req-5d0441ff-9793-47c4-9e1a-e74aabe6cdf1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:43.033099 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-362687d8-b1c1-4343-bf32-a0536bae1add req-5d0441ff-9793-47c4-9e1a-e74aabe6cdf1 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 943 time: 0.0470703 Sep 26 10:37:43.093248 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-362687d8-b1c1-4343-bf32-a0536bae1add req-9fe43cfc-6fb7-4635-a62b-ab02c7c5ad28 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534461 Sep 26 10:37:43.434305 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4ad2-0617-43a8-8c89-3990436605da req-25245c91-4998-4b37-a433-6ffd9f887bf5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:43.435973 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3acc4ad2-0617-43a8-8c89-3990436605da req-25245c91-4998-4b37-a433-6ffd9f887bf5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Sep 26 10:37:43.482498 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3acc4ad2-0617-43a8-8c89-3990436605da req-1425e732-377d-4efb-ac23-7a93828ad5dc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Sep 26 10:37:43.604914 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768acaf6-216f-4c22-a1e0-62f606435339 req-f40c41ca-6ad1-4243-ab52-1ff2aa28921d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:43.606312 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-768acaf6-216f-4c22-a1e0-62f606435339 req-f40c41ca-6ad1-4243-ab52-1ff2aa28921d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Sep 26 10:37:43.616305 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57394) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:43.620554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Request body: {'floatingip': {'port_id': 'e97964be-97f3-4350-a687-7c69042847bd'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:43.661225 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.045068 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device f6d3b71f-a23a-4160-8219-9acd1b33b609 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:37:44.082118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.086887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.155165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:44.168299 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'port_id': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'mac_address': 'fa:16:3e:1d:0a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:37:44.171293 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:44.204994 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port f6d3b71f-a23a-4160-8219-9acd1b33b609 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:37:44.205385 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.218743 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d3b71f-a23a-4160-8219-9acd1b33b609 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:37:44.220235 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Floating IP b4175661-277e-46c6-97e8-74d40c1b3992 associated. External IP: 172.27.1.247, port: e97964be-97f3-4350-a687-7c69042847bd. Sep 26 10:37:44.239953 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:44.243914 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.275717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34495a4-1da6-4e72-b18e-14e7a034e9d1 req-3d7e5542-11cd-4a87-b61a-2119a68c58e5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:44.277261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f34495a4-1da6-4e72-b18e-14e7a034e9d1 req-3d7e5542-11cd-4a87-b61a-2119a68c58e5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 943 time: 0.0991178 Sep 26 10:37:44.298779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:44.335066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:44.373850 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f34495a4-1da6-4e72-b18e-14e7a034e9d1 req-f323d88f-85d5-4b25-af01-bd742884d83d tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0893183 Sep 26 10:37:44.482963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:44.556651 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['f6d3b71f-a23a-4160-8219-9acd1b33b609'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:37:44.595162 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:44.603142 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:44.617827 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:44.641995 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:44.643964 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:44.652354 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b352da72-c79d-43f3-b75c-02faeb353a52 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/b4175661-277e-46c6-97e8-74d40c1b3992 HTTP/1.1" status: 200 len: 991 time: 1.0327210 Sep 26 10:37:44.652354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:44.664540 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf9492-50af-45a4-a317-446fdf38dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:44.732219 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0342372-4912-41ac-ab69-92116d583cb7 x-openstack-request-id: req-d0342372-4912-41ac-ab69-92116d583cb7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:44.732564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:44.732846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0342372-4912-41ac-ab69-92116d583cb7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:44.733286 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0342372-4912-41ac-ab69-92116d583cb7'] response: {'name': 'network-changed', 'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'status': 'completed', 'code': 200} Sep 26 10:37:44.757538 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:44.813266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-4b3b620f-0982-408a-a586-d33f3676b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:44.815062 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-4b3b620f-0982-408a-a586-d33f3676b36a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1129 time: 0.0465505 Sep 26 10:37:44.909423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-ad6de07d-4a8a-47ee-b912-e6e703b07633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:44.910959 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-ad6de07d-4a8a-47ee-b912-e6e703b07633 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.0893028 Sep 26 10:37:44.978258 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'b4175661-277e-46c6-97e8-74d40c1b3992', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:30Z', 'updated_at': '2022-09-26T10:37:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:45.008642 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:45.017711 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:45.018370 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:45.127876 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:45.152390 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:45.153364 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:45.208969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-0a84d313-0500-442a-ae4d-747ec893bea4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 999 time: 0.2906315 Sep 26 10:37:45.258339 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-9b82ee94-52ad-4ff0-94c0-601ca9beb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:45.259784 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-9b82ee94-52ad-4ff0-94c0-601ca9beb4c0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0443239 Sep 26 10:37:45.303564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-c95b26b5-28a4-4a27-9b03-78ee3a302c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:45.305002 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-c95b26b5-28a4-4a27-9b03-78ee3a302c24 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385303 Sep 26 10:37:45.343425 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'b4175661-277e-46c6-97e8-74d40c1b3992', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:30Z', 'updated_at': '2022-09-26T10:37:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:45.368554 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859417-33b1-47f2-b6db-1368ccbb7c6d None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'b4175661-277e-46c6-97e8-74d40c1b3992', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:30Z', 'updated_at': '2022-09-26T10:37:43Z', 'revision_number': 1, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:45.399726 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-8acaf9e8-478a-4a19-bcf6-31401f6a4e5f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Sep 26 10:37:45.479387 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:45.529890 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2c85a-970c-47e0-97a2-3bd71bbe24ee req-59a87f70-6ff7-42be-8d0b-1a2cf11deba5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:45.531464 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-77a2c85a-970c-47e0-97a2-3bd71bbe24ee req-59a87f70-6ff7-42be-8d0b-1a2cf11deba5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 944 time: 0.0697811 Sep 26 10:37:45.553946 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68cf9492-50af-45a4-a317-446fdf38dd0e req-90d6bcb3-0e4a-4efa-be24-caefa83a191f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429238 Sep 26 10:37:45.584357 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0d887-65c4-445a-a4a6-26f0e0cfee34 None None] New status for floating IP b4175661-277e-46c6-97e8-74d40c1b3992: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:37:45.592730 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-77a2c85a-970c-47e0-97a2-3bd71bbe24ee req-c7ea20f7-bf80-49fb-a730-efa43bfec094 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514622 Sep 26 10:37:45.637996 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:45.688767 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:46.045283 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device f6d3b71f-a23a-4160-8219-9acd1b33b609 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:37:46.088200 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port f6d3b71f-a23a-4160-8219-9acd1b33b609 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:37:46.094215 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port f6d3b71f-a23a-4160-8219-9acd1b33b609 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:37:46.094588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:46.094918 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port f6d3b71f-a23a-4160-8219-9acd1b33b609 Sep 26 10:37:46.289825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port f6d3b71f-a23a-4160-8219-9acd1b33b609 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:37:46.290235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:46.314115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:46.316247 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6fec0-1e93-4099-addb-02e0fb5e2a22" -d '{"events": [{"server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "name": "network-vif-plugged", "status": "completed", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:46.328940 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:46.333138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:46.363007 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb28f95-4a69-420b-9297-8473d0bcbe52 x-openstack-request-id: req-6cb28f95-4a69-420b-9297-8473d0bcbe52 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:46.363300 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "name": "network-vif-plugged", "status": "completed", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:46.363554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cb28f95-4a69-420b-9297-8473d0bcbe52 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:46.363946 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb28f95-4a69-420b-9297-8473d0bcbe52'] response: {'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'code': 200} Sep 26 10:37:46.389883 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:46.549516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fcb52-2ecb-4077-86cb-79543a8f46e6 req-b56b165b-d16a-47bd-983e-b60519cb1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:46.551076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d6fcb52-2ecb-4077-86cb-79543a8f46e6 req-b56b165b-d16a-47bd-983e-b60519cb1bf1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 1129 time: 0.0398929 Sep 26 10:37:46.595545 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d6fcb52-2ecb-4077-86cb-79543a8f46e6 req-23dfbdb8-6b22-486d-b577-54e3c8025f6d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383224 Sep 26 10:37:46.715750 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb5751-d55f-4393-b2c4-faf2d26ec7e5 req-becb0955-62a1-46b7-b9bf-405e3c44a9b6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:46.717187 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07cb5751-d55f-4393-b2c4-faf2d26ec7e5 req-becb0955-62a1-46b7-b9bf-405e3c44a9b6 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Sep 26 10:37:46.763652 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07cb5751-d55f-4393-b2c4-faf2d26ec7e5 req-cde921e0-da60-4dc6-ad70-762f75ca9c79 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410531 Sep 26 10:37:47.848322 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:47.886832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72e25c-4118-46ce-944f-6414d94ac307 req-1682363e-905c-493c-b4c4-3d883ebb740f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:47.888302 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b72e25c-4118-46ce-944f-6414d94ac307 req-1682363e-905c-493c-b4c4-3d883ebb740f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0482564 Sep 26 10:37:47.934795 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b72e25c-4118-46ce-944f-6414d94ac307 req-49987111-1e4d-45ee-bb24-4d1fdc6a6bcd tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409472 Sep 26 10:37:49.106333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f123f7-aa8f-4671-b7a7-2009e47799e4 req-b6087139-d7c7-4b23-90ae-3dbd8a6168b2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:49.107709 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88f123f7-aa8f-4671-b7a7-2009e47799e4 req-b6087139-d7c7-4b23-90ae-3dbd8a6168b2 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0466924 Sep 26 10:37:49.157805 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88f123f7-aa8f-4671-b7a7-2009e47799e4 req-4072309b-64e7-4baa-aad5-00d39e6c30aa tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446935 Sep 26 10:37:49.272365 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1389-d0cc-47c2-938c-84d77fc39cf9 req-fe7ee5c6-b350-4b91-9ab6-2aeb043bcebd tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:49.273827 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-230b1389-d0cc-47c2-938c-84d77fc39cf9 req-fe7ee5c6-b350-4b91-9ab6-2aeb043bcebd tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0475206 Sep 26 10:37:49.283707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57450) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:49.288516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Request body: {'floatingip': {'port_id': 'f6d3b71f-a23a-4160-8219-9acd1b33b609'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:37:49.325520 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:49.752287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:49.756856 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:49.796470 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:49.857730 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Floating IP fec65aa3-3fcd-423e-adc4-a5b9091fb5df associated. External IP: 172.27.1.113, port: f6d3b71f-a23a-4160-8219-9acd1b33b609. Sep 26 10:37:50.060943 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:50.100787 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:50.161820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:50.166614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:50.170926 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:50.184598 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:50.185195 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:50.200697 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-564090cc-a021-487a-980c-378a5033f3d0 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/fec65aa3-3fcd-423e-adc4-a5b9091fb5df HTTP/1.1" status: 200 len: 991 time: 0.9159615 Sep 26 10:37:50.201499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:50.203914 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716efd9-ef38-431a-98a7-89e85e363259" -d '{"events": [{"name": "network-changed", "server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:50.243202 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ad3a69-e91b-46e6-a3e1-e1b89252cccc x-openstack-request-id: req-30ad3a69-e91b-46e6-a3e1-e1b89252cccc {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:50.243492 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:50.243746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30ad3a69-e91b-46e6-a3e1-e1b89252cccc {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:50.244150 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ad3a69-e91b-46e6-a3e1-e1b89252cccc'] response: {'name': 'network-changed', 'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'status': 'completed', 'code': 200} Sep 26 10:37:50.291366 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:50.585477 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fec65aa3-3fcd-423e-adc4-a5b9091fb5df', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:1d:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:35Z', 'updated_at': '2022-09-26T10:37:49Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:50.610172 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:50.623261 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:50.626267 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:50.725771 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716efd9-ef38-431a-98a7-89e85e363259 req-51b1332a-e7b6-4369-a086-f0d074cb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:50.727619 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-51b1332a-e7b6-4369-a086-f0d074cb1dd8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3c219db8370d4ef49f235020868144d7&device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 1129 time: 0.0511465 Sep 26 10:37:50.736712 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:37:50.748280 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:50.947984 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:50.961422 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fec65aa3-3fcd-423e-adc4-a5b9091fb5df', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:1d:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:35Z', 'updated_at': '2022-09-26T10:37:49Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:50.987285 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a8046e-c48d-4eac-ad0f-fff7f44d04f2 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fec65aa3-3fcd-423e-adc4-a5b9091fb5df', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'port_id': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'mac_address': 'fa:16:3e:1d:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:37:35Z', 'updated_at': '2022-09-26T10:37:49Z', 'revision_number': 1, 'project_id': '3c219db8370d4ef49f235020868144d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:51.135583 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716efd9-ef38-431a-98a7-89e85e363259 req-57802867-af68-4596-8d99-a61ae045d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:51.137158 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-57802867-af68-4596-8d99-a61ae045d2db service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 200 len: 912 time: 0.1205733 Sep 26 10:37:51.198138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97c7a3-ade9-43e3-b843-00c2ab2d3e6c None None] New status for floating IP fec65aa3-3fcd-423e-adc4-a5b9091fb5df: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:37:51.344984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=10 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:51.346890 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=45 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:51.490157 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-9b55586c-ff61-41b5-a056-0ce4a7f77503 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609 HTTP/1.1" status: 200 len: 1001 time: 0.0626271 Sep 26 10:37:51.543143 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716efd9-ef38-431a-98a7-89e85e363259 req-bf72dc05-2818-4c7a-adb0-994a59bd796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:51.544586 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-bf72dc05-2818-4c7a-adb0-994a59bd796f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 200 len: 850 time: 0.0478282 Sep 26 10:37:51.623394 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716efd9-ef38-431a-98a7-89e85e363259 req-83f41529-e1a1-4451-8933-f2a1022d024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:51.624629 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-83f41529-e1a1-4451-8933-f2a1022d024d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=f9f0c1cf-9082-4631-962e-123de80a2bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420485 Sep 26 10:37:51.718492 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-93310147-da3b-4108-aad7-cd3ab3d12b88 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868258 Sep 26 10:37:51.814628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c716efd9-ef38-431a-98a7-89e85e363259 req-5ac42132-144e-47b3-9817-04310dad152a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895648 Sep 26 10:37:53.086933 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbb014-85f3-467d-9898-afd1cbfd32b7 req-c998240c-470c-4278-a7a0-0183fdd375b1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:53.088389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-53cbb014-85f3-467d-9898-afd1cbfd32b7 req-c998240c-470c-4278-a7a0-0183fdd375b1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0514615 Sep 26 10:37:53.113418 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:53.136040 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-53cbb014-85f3-467d-9898-afd1cbfd32b7 req-26f78b60-4b8e-419b-a8ee-eb1f598da1d2 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Sep 26 10:37:54.258210 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f649-6503-40e1-bb66-85f5b19ca0f9 req-9526b761-b4ae-41ae-a8e8-00fc77d5ba98 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:54.259658 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f3a0f649-6503-40e1-bb66-85f5b19ca0f9 req-9526b761-b4ae-41ae-a8e8-00fc77d5ba98 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0469074 Sep 26 10:37:54.305712 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f3a0f649-6503-40e1-bb66-85f5b19ca0f9 req-983ad38f-852c-43e0-88bb-b4bb8a13186d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405066 Sep 26 10:37:55.432692 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788db2-56d9-4652-9182-5c809ddeecc3 req-de7b158d-a7d5-41bc-9763-16faa4afd63f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:55.434389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10788db2-56d9-4652-9182-5c809ddeecc3 req-de7b158d-a7d5-41bc-9763-16faa4afd63f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0533345 Sep 26 10:37:55.481493 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10788db2-56d9-4652-9182-5c809ddeecc3 req-286b66bc-37aa-4d7a-837c-127b36215fcd tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Sep 26 10:37:56.606193 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40898-095c-4761-b25d-18561cb4bf0f req-93b5d9ae-3673-48be-8a5c-36824dde4d86 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:56.607695 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fce40898-095c-4761-b25d-18561cb4bf0f req-93b5d9ae-3673-48be-8a5c-36824dde4d86 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0493877 Sep 26 10:37:56.662825 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fce40898-095c-4761-b25d-18561cb4bf0f req-76cd1fba-b9d4-469a-ba7c-35076390cdb0 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1e4cac9c-1a7e-4d11-80d0-363991eb263c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495839 Sep 26 10:37:56.696509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-40fa887b-cc6a-40e5-9f13-701c942747c9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:56.697988 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-40fa887b-cc6a-40e5-9f13-701c942747c9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 946 time: 0.0501127 Sep 26 10:37:56.797978 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Deleting port 852a1cf1-997f-48f3-ba24-fee4c258bd27 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:56.798373 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:56.802111 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:56.889005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] For port 852a1cf1-997f-48f3-ba24-fee4c258bd27, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=852a1cf1-997f-48f3-ba24-fee4c258bd27,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:56.889370 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:57.063913 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:57.064267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:57.064613 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Floating IP f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9 disassociated. External IP: 172.27.1.14, port: 852a1cf1-997f-48f3-ba24-fee4c258bd27. Sep 26 10:37:57.065040 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Calling delete_port for 852a1cf1-997f-48f3-ba24-fee4c258bd27 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:57.231639 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc97b6-48b1-4521-92f6-d678c8817d22 req-66222b78-763c-49ee-bac2-f6443fb9f24d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:57.232977 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1adc97b6-48b1-4521-92f6-d678c8817d22 req-66222b78-763c-49ee-bac2-f6443fb9f24d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0796978 Sep 26 10:37:57.247289 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (852a1cf1-997f-48f3-ba24-fee4c258bd27), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:57.283453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event deleted for resources: {'Port': ['ID=852a1cf1-997f-48f3-ba24-fee4c258bd27,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:57.289700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:57.320664 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1adc97b6-48b1-4521-92f6-d678c8817d22 req-978feb19-cb2f-4fac-8d72-c177232c111c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820673 Sep 26 10:37:57.418845 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:37:57.520466 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:37:57.529774 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:37:57.539277 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:57.539876 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:57.562415 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] No DVR routers for this DVR port 852a1cf1-997f-48f3-ba24-fee4c258bd27 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:37:57.564823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:57.568876 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6ee86634-2ff9-4e95-ad73-df3f21dce2c8 req-ad275163-7b45-4a44-bbc2-aea704afc4ce tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "DELETE /networking/v2.0/ports/852a1cf1-997f-48f3-ba24-fee4c258bd27 HTTP/1.1" status: 204 len: 173 time: 0.8644965 Sep 26 10:37:57.569372 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'name': 'network-vif-deleted', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:37:57.571643 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482db62-b881-46e9-b717-4b3fdab11f77" -d '{"events": [{"server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "name": "network-vif-deleted", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:37:57.593261 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:57.610630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b468f557-7683-4e67-ab86-f83396ce00d6 x-openstack-request-id: req-b468f557-7683-4e67-ab86-f83396ce00d6 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:37:57.611136 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c4900f-d778-4d9f-98f5-2657ff241a0e", "name": "network-vif-deleted", "tag": "852a1cf1-997f-48f3-ba24-fee4c258bd27", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:37:57.611136 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b468f557-7683-4e67-ab86-f83396ce00d6 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:37:57.611511 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b468f557-7683-4e67-ab86-f83396ce00d6'] response: {'server_uuid': '31c4900f-d778-4d9f-98f5-2657ff241a0e', 'name': 'network-vif-deleted', 'tag': '852a1cf1-997f-48f3-ba24-fee4c258bd27', 'status': 'completed', 'code': 200} Sep 26 10:37:57.650139 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:57.770725 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c0874a5-78fc-4914-b39f-fee9e6b467df req-7340ec42-180a-48ac-ac03-65469c1f021c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 210 time: 0.0296783 Sep 26 10:37:57.846195 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:57.870118 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:37:57.878428 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:37:57.878962 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:57.981650 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:37:58.163699 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:37:58.190884 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3312071-1659-478f-9f06-a14232a1fb8f None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:32:44Z', 'revision_number': 4, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '8b3a783f-9934-46d6-a956-655918c16303', 'name': '', 'network_id': '0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'mac_address': 'fa:16:3e:0f:42:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:42Z', 'updated_at': '2022-09-26T10:32:56Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'subnets': [{'id': 'bd4f6a86-4a5c-4b2b-88ec-d68d2834a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:37:58.391687 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94288ac9-8b70-4c96-8ad5-26d61ef4e4ee None None] New status for floating IP f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:37:58.447676 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459842a5-df97-41ee-bf82-888789d4f366 req-93a23653-737e-4751-8ce7-28ff55071ad6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:58.449048 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-459842a5-df97-41ee-bf82-888789d4f366 req-93a23653-737e-4751-8ce7-28ff55071ad6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0495565 Sep 26 10:37:58.467578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:58.498113 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-459842a5-df97-41ee-bf82-888789d4f366 req-db76eef4-a013-4195-acb4-0c5e913b11a0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Sep 26 10:37:58.885181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeac4860-3a99-4de2-b08b-fc54dbea90c2 req-f2c016b0-87fe-4b73-9724-88998da298f8 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=31c4900f-d778-4d9f-98f5-2657ff241a0e HTTP/1.1" status: 200 len: 210 time: 0.0269034 Sep 26 10:37:59.046469 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-90ef099a-6a0d-4c4e-8e31-0c2483ea72ee tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:59.047913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-90ef099a-6a0d-4c4e-8e31-0c2483ea72ee tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0470006 Sep 26 10:37:59.135063 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port e017867e-26ce-4cd5-b184-7ac0182d7fb4 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:37:59.135407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:59.226444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] For port e017867e-26ce-4cd5-b184-7ac0182d7fb4, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e017867e-26ce-4cd5-b184-7ac0182d7fb4,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:37:59.226803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:59.671213 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1284f1-1fda-4717-84f7-85ffc471fa2f req-ddc8f1d9-a3d8-4c57-a31a-f621afe8a638 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:37:59.672663 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6e1284f1-1fda-4717-84f7-85ffc471fa2f req-ddc8f1d9-a3d8-4c57-a31a-f621afe8a638 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 946 time: 0.0617096 Sep 26 10:37:59.674562 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:59.674920 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:59.675227 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 7ab333b4-748e-4cc8-a84a-1833914dfb34 disassociated. External IP: 172.27.1.65, port: e017867e-26ce-4cd5-b184-7ac0182d7fb4. Sep 26 10:37:59.675573 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for e017867e-26ce-4cd5-b184-7ac0182d7fb4 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:37:59.770154 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6e1284f1-1fda-4717-84f7-85ffc471fa2f req-ba2bbcc7-1c60-4969-bf3a-c6646c952aac tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=476ebeee-4633-497d-a64b-8be3bf0f48cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896521 Sep 26 10:37:59.848694 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (e017867e-26ce-4cd5-b184-7ac0182d7fb4), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:37:59.874171 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=e017867e-26ce-4cd5-b184-7ac0182d7fb4,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:37:59.919887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:37:59.980724 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57536) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:37:59.991393 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:00.035637 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (1e4cac9c-1a7e-4d11-80d0-363991eb263c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.040254 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:00.063552 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (1e4cac9c-1a7e-4d11-80d0-363991eb263c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.096803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:00.108570 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:00.113257 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 852a1cf1-997f-48f3-ba24-fee4c258bd27 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:00.120628 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:00.122937 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:00.125840 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1e4cac9c-1a7e-4d11-80d0-363991eb263c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.128423 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.132447 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1e4cac9c-1a7e-4d11-80d0-363991eb263c HTTP/1.1" status: 204 len: 168 time: 0.1478400 Sep 26 10:38:00.134649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57540) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:00.140700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 852a1cf1-997f-48f3-ba24-fee4c258bd27 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:00.141290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 852a1cf1-997f-48f3-ba24-fee4c258bd27 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:00.151732 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c05c87-348e-42ed-95da-665890751643 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cac9c-1a7e-4d11-80d0-363991eb263c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:00.158533 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] No DVR routers for this DVR port e017867e-26ce-4cd5-b184-7ac0182d7fb4 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:00.164649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.168139 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f38d5a16-7b38-4d4c-b88a-ee9f8800d5c5 req-dbf40894-b050-4d92-88d8-661db1c08501 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e017867e-26ce-4cd5-b184-7ac0182d7fb4 HTTP/1.1" status: 204 len: 173 time: 1.1154809 Sep 26 10:38:00.168639 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'name': 'network-vif-deleted', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:00.171028 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19826128-814f-4f6f-a609-f886654e4660" -d '{"events": [{"server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "name": "network-vif-deleted", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:00.185471 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-4d6f4486-5b8f-436f-b891-dbb438eb795d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] show failed (client error): The resource could not be found. Sep 26 10:38:00.189153 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4d6f4486-5b8f-436f-b891-dbb438eb795d tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups/1e4cac9c-1a7e-4d11-80d0-363991eb263c HTTP/1.1" status: 404 len: 347 time: 0.0507014 Sep 26 10:38:00.189890 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57544) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:00.249987 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:00.258867 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6645653-f6c5-4db4-9d40-f245f9b3a8f4 x-openstack-request-id: req-a6645653-f6c5-4db4-9d40-f245f9b3a8f4 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:00.259195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32027e55-4845-402a-8c64-a0f4e072d638", "name": "network-vif-deleted", "tag": "e017867e-26ce-4cd5-b184-7ac0182d7fb4", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:00.259572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6645653-f6c5-4db4-9d40-f245f9b3a8f4 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:00.260050 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6645653-f6c5-4db4-9d40-f245f9b3a8f4'] response: {'server_uuid': '32027e55-4845-402a-8c64-a0f4e072d638', 'name': 'network-vif-deleted', 'tag': 'e017867e-26ce-4cd5-b184-7ac0182d7fb4', 'status': 'completed', 'code': 200} Sep 26 10:38:00.351846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Deleting port c2d9c610-703b-4eb7-b0b2-b8b993aa22fb {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:00.352603 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.455674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.456000 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.469448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Calling delete_port for c2d9c610-703b-4eb7-b0b2-b8b993aa22fb owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:00.549204 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:00.575763 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:00.584309 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:00.584915 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:00.587384 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:00.588510 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:00.608556 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (c2d9c610-703b-4eb7-b0b2-b8b993aa22fb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.634008 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event deleted for resources: {'Port': ['ID=c2d9c610-703b-4eb7-b0b2-b8b993aa22fb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:00.693594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks [] for floatingip (f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.696085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:00.697239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-190c3a70-60fb-4988-9420-a14eb9809d6a tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f4b9e784-d055-4e0a-8f4b-3f3b7fc6dcb9 HTTP/1.1" status: 204 len: 168 time: 0.5047047 Sep 26 10:38:00.697858 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:00.898830 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:00.922376 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3661f47-dbdc-4654-a905-372b33f71e42 req-3d34fef1-109d-4168-84ff-93d88aa2489d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=32027e55-4845-402a-8c64-a0f4e072d638 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Sep 26 10:38:00.925152 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1479f-b984-4170-ab0a-2ae16f74d700 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:01.116261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-645139a9-249d-4684-a3ab-4eefd63b6dec tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1172863596&fields=id&tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1 HTTP/1.1" status: 200 len: 267 time: 0.0475652 Sep 26 10:38:01.163593 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87b011-fa22-4345-9370-0b802be92f03 None None] New status for floating IP 7ab333b4-748e-4cc8-a84a-1833914dfb34: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:38:01.170266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-d5d0f184-054c-48a5-b3a9-94562e800b3d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:01.171749 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-d5d0f184-054c-48a5-b3a9-94562e800b3d tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 984 time: 0.0496261 Sep 26 10:38:01.182844 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Request body: {'port': {'security_groups': ['89cde05b-0522-44d4-bb49-7b011e8aabcc']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:01.258318 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.286912 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-252e2202-3601-4bec-9cb5-359b31c3dc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.321723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:01.437062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:01.468089 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.472384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.485500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:01.486579 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:01.489299 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.491381 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e05b69dd-b6cd-4bd3-a34e-f86a533be938 req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "PUT /networking/v2.0/ports/c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 942 time: 0.3130245 Sep 26 10:38:01.494274 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:01.497694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57556) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:01.545056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e463a2-c16f-49e1-93ad-56cf7ec834a6 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event updated for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=7']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:01.589407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (9a1b72b1-178f-494b-b00c-78edf514c9a7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.592223 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:01.615952 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (9a1b72b1-178f-494b-b00c-78edf514c9a7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.674501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:01.680646 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9a1b72b1-178f-494b-b00c-78edf514c9a7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.681639 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:01.684392 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.685544 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9a1b72b1-178f-494b-b00c-78edf514c9a7 HTTP/1.1" status: 204 len: 168 time: 0.1868405 Sep 26 10:38:01.688543 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57558) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:01.695939 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18794ec1-d7fd-457a-8ee9-cc99303828df tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b72b1-178f-494b-b00c-78edf514c9a7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:01.837112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Deleting port fa429933-5fe5-487d-affd-7da5b93f14c6 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:01.837503 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.921560 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.921889 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for floatingip (fa429933-5fe5-487d-affd-7da5b93f14c6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:01.934232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Calling delete_port for fa429933-5fe5-487d-affd-7da5b93f14c6 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:02.018296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57570) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:02.076746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (476ebeee-4633-497d-a64b-8be3bf0f48cd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.096155 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e017867e-26ce-4cd5-b184-7ac0182d7fb4 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:02.110697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (fa429933-5fe5-487d-affd-7da5b93f14c6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.111578 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (476ebeee-4633-497d-a64b-8be3bf0f48cd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.123065 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: e017867e-26ce-4cd5-b184-7ac0182d7fb4 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:02.123737 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e017867e-26ce-4cd5-b184-7ac0182d7fb4 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:02.137693 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event deleted for resources: {'Port': ['ID=fa429933-5fe5-487d-affd-7da5b93f14c6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:02.173604 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (476ebeee-4633-497d-a64b-8be3bf0f48cd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.177200 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.178352 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/476ebeee-4633-497d-a64b-8be3bf0f48cd HTTP/1.1" status: 204 len: 168 time: 0.1590652 Sep 26 10:38:02.181759 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57572) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:02.199749 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e6ed-0f65-4d3a-88f4-e0f0683e97f4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ebeee-4633-497d-a64b-8be3bf0f48cd,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:02.201688 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-35b5402b-7b4d-4662-86c8-3851da12845d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] show failed (client error): The resource could not be found. Sep 26 10:38:02.202205 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks [] for floatingip (07a8e337-d4ee-4930-8929-c4bd963dac5f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.202543 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Floating IP 07a8e337-d4ee-4930-8929-c4bd963dac5f disassociated (deleted). External IP: 172.27.1.228, port: c3b3988b-57fd-4956-8209-afc0f13b21e0. Sep 26 10:38:02.202802 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-35b5402b-7b4d-4662-86c8-3851da12845d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups/476ebeee-4633-497d-a64b-8be3bf0f48cd HTTP/1.1" status: 404 len: 347 time: 0.0200534 Sep 26 10:38:02.205832 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57574) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:02.278858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:02.281326 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9c8222-ba07-482c-ba35-ba1498131d50" -d '{"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:02.311928 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:02.320189 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 7346c993-f2ac-4c51-bb65-ba55fe3740fd {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:02.320730 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.347755 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357b023-4663-46a3-8016-6e18da676e85 x-openstack-request-id: req-7357b023-4663-46a3-8016-6e18da676e85 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:02.348047 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:02.348300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7357b023-4663-46a3-8016-6e18da676e85 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:02.349225 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7357b023-4663-46a3-8016-6e18da676e85'] response: {'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:38:02.405965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.406329 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (7346c993-f2ac-4c51-bb65-ba55fe3740fd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.424048 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 7346c993-f2ac-4c51-bb65-ba55fe3740fd owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:02.455030 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Router a806cfce-6499-4314-9be6-e087251397ce has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:02.456312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-0d958adf-5a7a-4a1f-aa5f-c9b504a2cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:02.457843 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-0d958adf-5a7a-4a1f-aa5f-c9b504a2cd67 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1129 time: 0.1038742 Sep 26 10:38:02.554478 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (7346c993-f2ac-4c51-bb65-ba55fe3740fd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.561226 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:02.580192 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=7346c993-f2ac-4c51-bb65-ba55fe3740fd,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:02.584581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:02.634418 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:02.640059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-4e57c14f-174a-488b-b8b4-036e0457d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:02.641776 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-4e57c14f-174a-488b-b8b4-036e0457d0df service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.1766298 Sep 26 10:38:02.642717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:02.647887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.652943 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (7ab333b4-748e-4cc8-a84a-1833914dfb34), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.654269 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Sync routers for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:02.656053 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.659864 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-adcc87c3-474a-43fe-8fcb-a96f1ca66ca7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/7ab333b4-748e-4cc8-a84a-1833914dfb34 HTTP/1.1" status: 204 len: 168 time: 0.4504690 Sep 26 10:38:02.672943 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:02.674834 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:02.699924 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-0b1d9640-8184-452a-b749-3ce5b33edf7f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 217 time: 0.0494967 Sep 26 10:38:02.720668 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d93e0515-b65f-4b43-870b-6ff67e003fb9 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/07a8e337-d4ee-4930-8929-c4bd963dac5f HTTP/1.1" status: 204 len: 168 time: 1.0284564 Sep 26 10:38:02.723401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57584) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:02.728316 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331012807', 'description': 'tempest-description--34298451'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:02.782837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-3e9c4514-8579-43fb-87f7-a77f4a7bc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:02.784502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-3e9c4514-8579-43fb-87f7-a77f4a7bc43f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0780213 Sep 26 10:38:02.787955 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:02.795996 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:02.864509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-7969b025-4a04-4daa-871c-00cf9d19d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:02.866056 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-7969b025-4a04-4daa-871c-00cf9d19d614 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673575 Sep 26 10:38:03.015290 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (eee76cdf-a871-4a05-8f51-6ee96eaa1e76), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.027091 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (eee76cdf-a871-4a05-8f51-6ee96eaa1e76), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.039097 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:03.047694 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-a939dce3-37b5-4087-979f-23ccb03cb077 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741254 Sep 26 10:38:03.066566 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.071127 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3434308 Sep 26 10:38:03.071293 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Checking router: a806cfce-6499-4314-9be6-e087251397ce for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:03.071402 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6b6c-762a-4f03-b889-fb9a295ea53f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee76cdf-a871-4a05-8f51-6ee96eaa1e76,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:03.071500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57596) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:03.076355 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': 'eee76cdf-a871-4a05-8f51-6ee96eaa1e76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:03.082441 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:03.083784 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:37:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:03.107810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (70b04dd1-97c3-4d75-835e-6d737d4cfc78), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.172853 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (70b04dd1-97c3-4d75-835e-6d737d4cfc78), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.177666 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (70b04dd1-97c3-4d75-835e-6d737d4cfc78), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.198457 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b04dd1-97c3-4d75-835e-6d737d4cfc78,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:03.202283 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:03.206248 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.210094 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-beed4cd1-53db-4291-bf04-8a1d6a963ff2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351509 Sep 26 10:38:03.212572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57600) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:03.218747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'security_group_rule': {'security_group_id': 'eee76cdf-a871-4a05-8f51-6ee96eaa1e76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:03.239762 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eda21-5382-4e3b-a1db-5d4bef454043 req-82960c0b-d15b-4746-83a1-f724cca73ce9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:03.241303 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-495eda21-5382-4e3b-a1db-5d4bef454043 req-82960c0b-d15b-4746-83a1-f724cca73ce9 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0659046 Sep 26 10:38:03.272522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (afc5b467-e942-4ff7-ac48-adb1b2e72a62), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.309014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:03.318821 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-495eda21-5382-4e3b-a1db-5d4bef454043 req-2f116c82-ce84-4f00-8a4f-4560d0039655 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713348 Sep 26 10:38:03.348862 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:03.400788 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:03.403643 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (afc5b467-e942-4ff7-ac48-adb1b2e72a62), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.412448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (afc5b467-e942-4ff7-ac48-adb1b2e72a62), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.429672 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68afcb-ca2f-48b2-b85d-c190f3ad41da None None] The sync data for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi is: [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:34:58Z', 'revision_number': 4, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': 'b3f21a02-f643-4865-89e1-482f6e3e7420', 'name': '', 'network_id': '55d4234f-5ea7-4f10-8611-3be0546101de', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'mac_address': 'fa:16:3e:30:4a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:57Z', 'updated_at': '2022-09-26T10:35:03Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'subnets': [{'id': '0ffcc753-a93f-4451-8da1-374fb2edfdd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:03.441580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc5b467-e942-4ff7-ac48-adb1b2e72a62,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:03.462165 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.463239 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-747b0946-6873-4979-9d0c-c6eeb109d7c8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497437 Sep 26 10:38:03.465431 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be9c8222-ba07-482c-ba35-ba1498131d50 req-98c6a06c-ee31-4710-8acc-f9290b215256 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365004 Sep 26 10:38:03.466609 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57604) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:03.471468 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:03.494483 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.580505 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.663762 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed82702c-6b78-4bc2-996a-4138810142c0 None None] New status for floating IP 07a8e337-d4ee-4930-8929-c4bd963dac5f: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:38:03.696434 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.27.1.107 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/2e340d2b-429e-4c99-b349-11e3ffd8bbcb) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:38:03.771799 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2958f1bf-a1bf-4cbe-8e90-6ef70d0b1972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.805298 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.842233 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:03.885546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:38:03.890370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:38:03.894079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:38:03.897289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=2e340d2b-429e-4c99-b349-11e3ffd8bbcb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:03.975055 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.001725 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:04.013597 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.059878 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:04.168793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.172951 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.242912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=2e340d2b-429e-4c99-b349-11e3ffd8bbcb,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:04.245284 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.261004 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.266484 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-37da6a3a-dcd9-4aa4-9358-32599c43c1e9 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7987673 Sep 26 10:38:04.350518 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:04.353709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b21506-402b-4827-8bdd-2d00f22e44a2" -d '{"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:04.438758 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-e19b0e64-36b1-4e13-9c52-26ffcdbe371f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--331012807&fields=id&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 267 time: 0.0692284 Sep 26 10:38:04.440953 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:04.465917 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41a329-bae4-41cb-8092-d41e4c79b912 req-8c415433-c0f4-4156-8c72-1921a27493f6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:04.467343 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f41a329-bae4-41cb-8092-d41e4c79b912 req-8c415433-c0f4-4156-8c72-1921a27493f6 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0681832 Sep 26 10:38:04.578229 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f41a329-bae4-41cb-8092-d41e4c79b912 req-ab6261b8-3f48-41b0-9a27-e8897cb50244 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958719 Sep 26 10:38:04.590999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:04.597841 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-8fd7090f-f0af-417f-81b5-0487e03e3c54 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:04.599528 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-8fd7090f-f0af-417f-81b5-0487e03e3c54 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.1517766 Sep 26 10:38:04.615311 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-fdf01399-3013-4f16-af0f-72bceb71cb34 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/quotas/49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Sep 26 10:38:04.631205 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a20b7-9418-4e3e-bea0-674d7f5f2f2f x-openstack-request-id: req-ec9a20b7-9418-4e3e-bea0-674d7f5f2f2f {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:04.631499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:04.631755 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec9a20b7-9418-4e3e-bea0-674d7f5f2f2f {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:04.632156 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9a20b7-9418-4e3e-bea0-674d7f5f2f2f'] response: {'name': 'network-changed', 'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:38:04.668544 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-492b6781-d94d-4ac5-81f0-5cecdbdc4327 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478075 Sep 26 10:38:04.807409 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-be35354f-0b00-484d-8971-5726065881f3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276438 Sep 26 10:38:05.127812 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-aa921759-a67d-4696-b732-7d27e61592f3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147943 Sep 26 10:38:05.289449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-77d54932-4bd6-4d2e-854a-da7117956535 req-fe165b48-4cae-452e-8895-153fe18c975d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 210 time: 0.0282085 Sep 26 10:38:05.581585 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-a164d219-c245-4354-bb14-b040d3ac5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:05.583873 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-a164d219-c245-4354-bb14-b040d3ac5dde service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 1129 time: 0.0420892 Sep 26 10:38:05.769420 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c8546-9d60-4c16-b35c-c800616815da req-693951b2-6c83-46b5-b096-8ea2f39a23ae tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:05.772288 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b57c8546-9d60-4c16-b35c-c800616815da req-693951b2-6c83-46b5-b096-8ea2f39a23ae tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.1132839 Sep 26 10:38:05.822479 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-df458cda-72a9-4b6c-9b9d-45f5e1036b99 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:05.824099 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-df458cda-72a9-4b6c-9b9d-45f5e1036b99 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 945 time: 0.0519261 Sep 26 10:38:05.857891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-efc71b3e-b32b-4cb9-99bd-1cc0e8cdc11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:05.859707 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-efc71b3e-b32b-4cb9-99bd-1cc0e8cdc11a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 200 len: 915 time: 0.1773369 Sep 26 10:38:05.869676 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b57c8546-9d60-4c16-b35c-c800616815da req-f8e7ac14-af08-4498-aa81-82cf37b364fb tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850842 Sep 26 10:38:05.908177 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-bdc4d64f-6e3b-491d-9ac3-ff810ca9cd92 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 200 len: 217 time: 0.0418494 Sep 26 10:38:05.932764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:05.938665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Deleting port 696dd099-9ca9-4a5d-a056-1b76c99ea49e {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:05.939048 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:05.968971 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-0fa58e77-4fef-4833-8669-613ca4994785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:05.970438 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-0fa58e77-4fef-4833-8669-613ca4994785 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 200 len: 853 time: 0.0516534 Sep 26 10:38:06.032823 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-d481a023-7e2e-43ee-9003-e1348ad312cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:06.034710 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-d481a023-7e2e-43ee-9003-e1348ad312cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=55d4234f-5ea7-4f10-8611-3be0546101de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436151 Sep 26 10:38:06.055907 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] For port 696dd099-9ca9-4a5d-a056-1b76c99ea49e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=696dd099-9ca9-4a5d-a056-1b76c99ea49e,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:06.056339 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:06.069925 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Calling delete_port for 696dd099-9ca9-4a5d-a056-1b76c99ea49e owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:06.103765 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:06.154561 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-53d62280-f0ea-4526-8234-ad5a6d199b15 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133077 Sep 26 10:38:06.234667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:06.250840 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (696dd099-9ca9-4a5d-a056-1b76c99ea49e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:06.262948 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', '696dd099-9ca9-4a5d-a056-1b76c99ea49e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:06.264869 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b21506-402b-4827-8bdd-2d00f22e44a2 req-5ef9ed1d-733a-45c2-9049-ed2f3bc382ef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042371 Sep 26 10:38:06.288594 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event deleted for resources: {'Port': ['ID=696dd099-9ca9-4a5d-a056-1b76c99ea49e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:06.351680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] No DVR routers for this DVR port 696dd099-9ca9-4a5d-a056-1b76c99ea49e on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:06.355238 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:06.358967 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:06.359222 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f01abd2-820d-44ed-9a55-cbd29c06fb85 req-65d2bbb9-1ca6-448c-96a0-e0c0a4060f4f tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "DELETE /networking/v2.0/ports/696dd099-9ca9-4a5d-a056-1b76c99ea49e HTTP/1.1" status: 204 len: 173 time: 0.5222728 Sep 26 10:38:06.359625 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'name': 'network-vif-deleted', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:06.362591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8e03f-1755-4b2c-ac69-3e278e90e858" -d '{"events": [{"server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "name": "network-vif-deleted", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:06.479844 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-549406b4-61bd-430e-b91e-f2fb0a5e1926 req-bd3b1d88-1423-49c8-be2d-801425bf51f6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 210 time: 0.0565903 Sep 26 10:38:06.499251 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee0052d-cf4b-4c86-9b73-24aec38b3460 x-openstack-request-id: req-3ee0052d-cf4b-4c86-9b73-24aec38b3460 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:06.499548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4608-c737-41ca-83a0-2fab0aebd65f", "name": "network-vif-deleted", "tag": "696dd099-9ca9-4a5d-a056-1b76c99ea49e", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:06.499804 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ee0052d-cf4b-4c86-9b73-24aec38b3460 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:06.500240 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee0052d-cf4b-4c86-9b73-24aec38b3460'] response: {'server_uuid': '85ae4608-c737-41ca-83a0-2fab0aebd65f', 'name': 'network-vif-deleted', 'tag': '696dd099-9ca9-4a5d-a056-1b76c99ea49e', 'status': 'completed', 'code': 200} Sep 26 10:38:06.843278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:06.868676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-bcf41e5c-ad61-4c85-9d2f-0b61066636ad tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:06.870453 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-bcf41e5c-ad61-4c85-9d2f-0b61066636ad tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 815 time: 0.1503956 Sep 26 10:38:06.951916 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-f0c6008e-6050-4932-aa10-c1725dd7b2f6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49df2764440f4f2cb68d8d6284f07f47 HTTP/1.1" status: 200 len: 379 time: 0.0576468 Sep 26 10:38:06.997354 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fffa96dc-5900-466d-87c7-b3458e3d3e26 req-f4b97e3a-7f3d-4dd9-bf3b-c32190ad66d1 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=85ae4608-c737-41ca-83a0-2fab0aebd65f HTTP/1.1" status: 200 len: 210 time: 0.0302505 Sep 26 10:38:07.050415 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'port': {'device_id': '86a0d990-0849-4bdf-b998-46ef72a35795', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'admin_state_up': True, 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'security_groups': ['eee76cdf-a871-4a05-8f51-6ee96eaa1e76']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:07.167801 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Made reservation on behalf of 49df2764440f4f2cb68d8d6284f07f47 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:07.171535 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.182011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:07.297224 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Allocated IP 172.20.0.14 (5bfae35e-29c7-4379-ac17-c54030a00cba/64be6b1f-f926-46ad-aa9f-6f18a5f98392/8381e42d-d3f3-48fb-ac13-b807cee6c194) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:38:07.442848 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.475810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.528904 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Network 5bfae35e-29c7-4379-ac17-c54030a00cba is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:38:07.532300 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:38:07.537506 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:38:07.570736 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event updated for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:07.594433 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:07.595310 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.616505 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-6e6f16f6-23a6-4bef-941a-781915987849 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700388 Sep 26 10:38:07.621294 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f670b-2a49-44ff-ad29-843451265148 req-8e47252f-4e7b-4bf7-bacc-7681bd5014ef tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:07.628326 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b24f670b-2a49-44ff-ad29-843451265148 req-8e47252f-4e7b-4bf7-bacc-7681bd5014ef tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 932 time: 0.0710952 Sep 26 10:38:07.633296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Request body: {'port': {'device_id': '86a0d990-0849-4bdf-b998-46ef72a35795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:07.711543 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.724624 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b24f670b-2a49-44ff-ad29-843451265148 req-83fe320c-a64d-451d-9459-746773d0388a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950944 Sep 26 10:38:07.761380 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:07.787363 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d3ba5-4677-4d9b-b623-b8b65d74c258 req-608f2e82-1e64-498b-b559-31fb0433eb94 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:07.789084 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7c2d3ba5-4677-4d9b-b623-b8b65d74c258 req-608f2e82-1e64-498b-b559-31fb0433eb94 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0582697 Sep 26 10:38:07.806723 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Provisioning complete for port 8381e42d-d3f3-48fb-ac13-b807cee6c194 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:38:07.807198 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:07.807422 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Attempt 1 to provision port 8381e42d-d3f3-48fb-ac13-b807cee6c194 Sep 26 10:38:07.840851 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Port 8381e42d-d3f3-48fb-ac13-b807cee6c194 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:38:07.844906 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7c2d3ba5-4677-4d9b-b623-b8b65d74c258 req-8fa8ac19-40dd-4655-847b-9a143109fbb1 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Sep 26 10:38:07.993816 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8381e42d-d3f3-48fb-ac13-b807cee6c194 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:38:08.001012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks [] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:08.013700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Transition to ACTIVE for port object 8381e42d-d3f3-48fb-ac13-b807cee6c194 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:38:08.017489 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:08.053795 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:08.103386 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:08.138835 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Attempting to bind port 8381e42d-d3f3-48fb-ac13-b807cee6c194 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:38:08.139173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Attempting to bind port 8381e42d-d3f3-48fb-ac13-b807cee6c194 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:38:08.139509 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Attempting to bind port 8381e42d-d3f3-48fb-ac13-b807cee6c194 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:38:08.185137 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Port 8381e42d-d3f3-48fb-ac13-b807cee6c194 on network 5bfae35e-29c7-4379-ac17-c54030a00cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:38:08.185462 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Attempting to bind port 8381e42d-d3f3-48fb-ac13-b807cee6c194 on network 5bfae35e-29c7-4379-ac17-c54030a00cba {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:38:08.228117 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:38:08.228452 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Checking segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:38:08.228826 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Bound using segment: {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:38:08.229516 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Bound port: 8381e42d-d3f3-48fb-ac13-b807cee6c194, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d92c0e8-16d2-4c67-bd03-af5168b80b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:38:08.229868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:08.280046 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2dee3-585c-453d-ac89-ad3d7bbeb331 req-f8a61b81-850b-46a4-95f3-31284a372c19 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:08.281592 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2fc2dee3-585c-453d-ac89-ad3d7bbeb331 req-f8a61b81-850b-46a4-95f3-31284a372c19 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Sep 26 10:38:08.290794 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:38:08.294003 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:38:08.299832 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:08.304711 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:08.305317 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:08.306732 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8381e42d-d3f3-48fb-ac13-b807cee6c194 HTTP/1.1" status: 200 len: 1094 time: 0.6799538 Sep 26 10:38:08.336282 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2fc2dee3-585c-453d-ac89-ad3d7bbeb331 req-3bbaa06e-6576-43cd-b142-687c35d6e609 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Sep 26 10:38:08.341987 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Attempt 2 to provision port 8381e42d-d3f3-48fb-ac13-b807cee6c194 Sep 26 10:38:08.353700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f365e-5a7b-4c5b-abb7-8a6f921dd0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:08.388810 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1454c9e0-b690-4e82-98e1-92daab9352cc None None] Port 8381e42d-d3f3-48fb-ac13-b807cee6c194 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:38:08.501415 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:08.503741 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:08.539901 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce20b36-478c-41f6-aed4-de6f77e2d22a x-openstack-request-id: req-bce20b36-478c-41f6-aed4-de6f77e2d22a {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:08.540193 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:08.540448 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bce20b36-478c-41f6-aed4-de6f77e2d22a {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:08.540845 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce20b36-478c-41f6-aed4-de6f77e2d22a'] response: {'name': 'network-changed', 'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'status': 'completed', 'code': 200} Sep 26 10:38:08.846723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facff199-5a5d-43bd-81f0-9041491e9184 req-3b718336-4873-4627-9dbf-09533d6e0b98 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:08.848159 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-facff199-5a5d-43bd-81f0-9041491e9184 req-3b718336-4873-4627-9dbf-09533d6e0b98 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0464458 Sep 26 10:38:08.895132 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-facff199-5a5d-43bd-81f0-9041491e9184 req-e4310a7b-3d27-4afe-a439-1837513bc55a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Sep 26 10:38:08.968626 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c9c2-8e87-4caa-bb5e-9a2a5d6b0889 req-535ad1d0-fb26-47ba-ac61-7b3ff9385cb0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:08.970078 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4059c9c2-8e87-4caa-bb5e-9a2a5d6b0889 req-535ad1d0-fb26-47ba-ac61-7b3ff9385cb0 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Sep 26 10:38:09.019408 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4059c9c2-8e87-4caa-bb5e-9a2a5d6b0889 req-5e85bd3e-e0ff-4952-8561-0623271a84b8 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Sep 26 10:38:09.465430 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cf9a5-7a01-4429-9753-427f96030c04 req-2155b389-cf87-440a-b7ea-011197cd0b5e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:09.466925 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b48cf9a5-7a01-4429-9753-427f96030c04 req-2155b389-cf87-440a-b7ea-011197cd0b5e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Sep 26 10:38:09.514969 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b48cf9a5-7a01-4429-9753-427f96030c04 req-d9841fe8-2b9b-4a89-a9c1-9d50a5b0e8f3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Sep 26 10:38:10.018085 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365670b-0577-494e-8b79-57308cc42538 req-6349a4ed-51bf-49bd-9f4c-1c683a9a5986 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:10.019678 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b365670b-0577-494e-8b79-57308cc42538 req-6349a4ed-51bf-49bd-9f4c-1c683a9a5986 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0509672 Sep 26 10:38:10.070162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b365670b-0577-494e-8b79-57308cc42538 req-04d0be95-0ae9-4440-8f0d-0952e489a4bc tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449786 Sep 26 10:38:10.125281 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 696dd099-9ca9-4a5d-a056-1b76c99ea49e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:10.138868 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa8405-e078-4411-886b-92c1f5a4f766 req-2f140d2a-ac3a-459d-88d1-5436d6baa29f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:10.140317 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7ffa8405-e078-4411-886b-92c1f5a4f766 req-2f140d2a-ac3a-459d-88d1-5436d6baa29f tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Sep 26 10:38:10.143406 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 696dd099-9ca9-4a5d-a056-1b76c99ea49e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:10.143757 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 696dd099-9ca9-4a5d-a056-1b76c99ea49e not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:10.188257 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7ffa8405-e078-4411-886b-92c1f5a4f766 req-04eddf28-2ee8-49ec-8e93-66742682b66b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Sep 26 10:38:10.632136 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa85f95-bb13-49c2-ac93-ba9e529c081a req-7d2ea4a6-f80d-453d-81f0-0dc834e757fb tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:10.633568 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5aa85f95-bb13-49c2-ac93-ba9e529c081a req-7d2ea4a6-f80d-453d-81f0-0dc834e757fb tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0459538 Sep 26 10:38:10.646522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:10.685677 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5aa85f95-bb13-49c2-ac93-ba9e529c081a req-589334f0-9feb-4382-9dc1-3e998220b149 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462804 Sep 26 10:38:11.188284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fa990-6fb2-43e6-a471-16615061299f req-bd9cd27c-2743-4e31-b1de-7ede45f42339 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:11.189728 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cd4fa990-6fb2-43e6-a471-16615061299f req-bd9cd27c-2743-4e31-b1de-7ede45f42339 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0466340 Sep 26 10:38:11.237540 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cd4fa990-6fb2-43e6-a471-16615061299f req-4756f583-94fc-472e-86eb-0746fc380868 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Sep 26 10:38:11.314907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588ede-b444-410e-b63e-718cf5f4a56d req-781251d2-4a54-460f-9b8c-03e0693bb622 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:11.316477 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8588ede-b444-410e-b63e-718cf5f4a56d req-781251d2-4a54-460f-9b8c-03e0693bb622 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Sep 26 10:38:11.363145 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8588ede-b444-410e-b63e-718cf5f4a56d req-6570db8a-afc1-4ddf-a40a-f0872a27cf9b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Sep 26 10:38:11.808768 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaec004-8144-4133-ae1f-9f94729a503d req-7c372ce5-c4fd-4330-a20a-7f9387c0776b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:11.810258 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeaec004-8144-4133-ae1f-9f94729a503d req-7c372ce5-c4fd-4330-a20a-7f9387c0776b tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Sep 26 10:38:11.823985 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:11.858566 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeaec004-8144-4133-ae1f-9f94729a503d req-446ca49c-95df-48f6-a0bf-fa9a303ee06e tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Sep 26 10:38:12.058951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:12.357642 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeeb5-0090-446c-b1ee-1cd6bbf766ab req-061c18ed-3a15-4315-8696-04a7165f5f2a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:12.359053 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccaeeeb5-0090-446c-b1ee-1cd6bbf766ab req-061c18ed-3a15-4315-8696-04a7165f5f2a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0472884 Sep 26 10:38:12.406408 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccaeeeb5-0090-446c-b1ee-1cd6bbf766ab req-de85cd13-ed98-46ac-86aa-d5dc76b7ba05 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Sep 26 10:38:12.483730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd496-2452-4566-96e5-ee09a21052dc req-a021c08c-1441-4c50-ab90-26e09dd4fcf7 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:12.485181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e52bd496-2452-4566-96e5-ee09a21052dc req-a021c08c-1441-4c50-ab90-26e09dd4fcf7 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0475707 Sep 26 10:38:12.535423 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e52bd496-2452-4566-96e5-ee09a21052dc req-11cabe16-527d-4d68-88b1-9119df53d26b tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Sep 26 10:38:12.746715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-5083583d-8db0-46ac-bd02-02f7bf61d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:12.748103 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-5083583d-8db0-46ac-bd02-02f7bf61d4b4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 1128 time: 0.0401766 Sep 26 10:38:12.937966 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-eadb0d73-8602-4705-b1bf-87eca0fd6f66 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:12.939466 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-eadb0d73-8602-4705-b1bf-87eca0fd6f66 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.0471907 Sep 26 10:38:12.980184 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-c9a84a01-4afe-4ded-846f-fcb338c84224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:12.981734 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-c9a84a01-4afe-4ded-846f-fcb338c84224 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=49df2764440f4f2cb68d8d6284f07f47&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948863 Sep 26 10:38:13.037921 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c55e2a-85b1-44b8-a2bc-50e8585df001 req-a18316d9-e849-44a4-a348-ce1c34eac11c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.039426 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3c55e2a-85b1-44b8-a2bc-50e8585df001 req-a18316d9-e849-44a4-a348-ce1c34eac11c tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.0991013 Sep 26 10:38:13.080557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-d66dff1a-957e-4810-9289-6ea2ebc33cd3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.081983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-d66dff1a-957e-4810-9289-6ea2ebc33cd3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 945 time: 0.1057510 Sep 26 10:38:13.082228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-dc9ba404-ad26-4891-b9eb-68312d9a5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.084300 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5bed64d-8cd7-4ba7-afe9-475796d98d2c req-dc9ba404-ad26-4891-b9eb-68312d9a5e09 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962985 Sep 26 10:38:13.162197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-d8737810-b376-4497-9bd2-b95f522f9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.163685 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-d8737810-b376-4497-9bd2-b95f522f9fb8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 1128 time: 0.0392916 Sep 26 10:38:13.188639 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3c55e2a-85b1-44b8-a2bc-50e8585df001 req-25401c59-a4a9-417c-8c20-66cebff5b3c3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c68ed9c1-bfa4-4f9e-891f-085a568cd570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401720 Sep 26 10:38:13.196064 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Deleting port c3b3988b-57fd-4956-8209-afc0f13b21e0 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:13.196408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.210359 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-c09b11b9-c5b6-4ece-ba6f-0ecf092c417a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194 HTTP/1.1" status: 200 len: 217 time: 0.0379899 Sep 26 10:38:13.221734 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:13.260667 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-de73de14-d67b-478c-a036-3e6ef501d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.262163 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-de73de14-d67b-478c-a036-3e6ef501d614 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0474472 Sep 26 10:38:13.273937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Deleting port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:13.274304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.306581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-d26bcef7-e413-4e8e-bb5f-77575b72c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.308024 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-d26bcef7-e413-4e8e-bb5f-77575b72c71b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395930 Sep 26 10:38:13.362858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:13.375561 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] For port c3b3988b-57fd-4956-8209-afc0f13b21e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c3b3988b-57fd-4956-8209-afc0f13b21e0,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:13.375926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.402191 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Calling delete_port for c3b3988b-57fd-4956-8209-afc0f13b21e0 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:13.403006 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=85 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:13.404606 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:13.430956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] For port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:13.431330 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.481115 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Calling delete_port for fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:13.593404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c6c58-a3af-4500-97c3-6c361db2d86f req-b9b5aacf-0897-4156-8164-34d37c2ac6cf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.595392 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-974c6c58-a3af-4500-97c3-6c361db2d86f req-b9b5aacf-0897-4156-8164-34d37c2ac6cf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.1059220 Sep 26 10:38:13.601232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:13.645414 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-d4978430-e3ca-44e4-8299-cd28a51081bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298225 Sep 26 10:38:13.738148 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c126a67-6b1f-4761-a784-6ef22cd7d3dd req-fce97147-4b06-4699-8c89-fc0056218322 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Sep 26 10:38:13.755489 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b27a7e-6a0d-43e6-9335-74ba8c80da44 req-89a869d8-c23c-4c7d-8ac7-7b7be5ff59b3 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:13.757069 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b27a7e-6a0d-43e6-9335-74ba8c80da44 req-89a869d8-c23c-4c7d-8ac7-7b7be5ff59b3 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 945 time: 0.1367447 Sep 26 10:38:13.766552 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-974c6c58-a3af-4500-97c3-6c361db2d86f req-62ffad59-208d-4ab3-b9be-a265373c4167 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531610 Sep 26 10:38:13.789014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (c3b3988b-57fd-4956-8209-afc0f13b21e0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.805133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['c3b3988b-57fd-4956-8209-afc0f13b21e0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:13.844468 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Pushing event deleted for resources: {'Port': ['ID=c3b3988b-57fd-4956-8209-afc0f13b21e0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:13.891836 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:13.903430 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:13.927226 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58b27a7e-6a0d-43e6-9335-74ba8c80da44 req-d9683449-b870-4f31-b82c-ccde5c22ddcf tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=89cde05b-0522-44d4-bb49-7b011e8aabcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423726 Sep 26 10:38:13.943531 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Pushing event deleted for resources: {'Port': ['ID=fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:13.946468 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] No DVR routers for this DVR port c3b3988b-57fd-4956-8209-afc0f13b21e0 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:13.996510 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] No DVR routers for this DVR port fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:13.998743 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:14.002082 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34a49d41-89a2-4dd4-90c1-43f51a295e2c req-4b0f6d35-b23f-464c-93dc-dc8d6b2e6e85 tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c3b3988b-57fd-4956-8209-afc0f13b21e0 HTTP/1.1" status: 204 len: 173 time: 1.0268586 Sep 26 10:38:14.002568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'name': 'network-vif-deleted', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:14.004884 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29284c9f-de04-41c0-bf4d-f3a8a775cc34" -d '{"events": [{"server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "name": "network-vif-deleted", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:14.007946 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:14.010994 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd4d4bfd-509e-41c7-80f1-71381af36053 req-5a7bb411-0fa0-4607-8dc7-f5f07a7f6005 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.57 "DELETE /networking/v2.0/ports/fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea HTTP/1.1" status: 204 len: 173 time: 0.9172683 Sep 26 10:38:14.095907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1961530-b70f-488a-8e06-4f4723828cdf x-openstack-request-id: req-e1961530-b70f-488a-8e06-4f4723828cdf {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:14.096145 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c39daa-dd73-454c-a4e9-5f0acc6c6d84", "name": "network-vif-deleted", "tag": "c3b3988b-57fd-4956-8209-afc0f13b21e0", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:14.096400 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1961530-b70f-488a-8e06-4f4723828cdf {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:14.096805 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1961530-b70f-488a-8e06-4f4723828cdf'] response: {'server_uuid': '01c39daa-dd73-454c-a4e9-5f0acc6c6d84', 'name': 'network-vif-deleted', 'tag': 'c3b3988b-57fd-4956-8209-afc0f13b21e0', 'status': 'completed', 'code': 200} Sep 26 10:38:14.301558 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4fd9337c-519a-4ebb-b8af-6ac679cf16e8 req-07cee372-dded-4640-a326-4a9b21221e65 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 210 time: 0.0290785 Sep 26 10:38:14.896220 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bcca3-7eee-49e0-93e5-880cecc571dd req-ddc7a61f-b768-4b70-aae9-df3772c2e24d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:14.897711 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe4bcca3-7eee-49e0-93e5-880cecc571dd req-ddc7a61f-b768-4b70-aae9-df3772c2e24d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0547843 Sep 26 10:38:14.943454 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe4bcca3-7eee-49e0-93e5-880cecc571dd req-d56d7275-8bf5-4b3f-8d74-d393635de4b7 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Sep 26 10:38:15.046876 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31fcfd4c-595e-452b-92d2-e93edcf3c925 req-bc0eb127-246d-4684-ab9b-9c578c0968fa tempest-TestMinimumBasicScenario-960653108 tempest-TestMinimumBasicScenario-960653108-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01c39daa-dd73-454c-a4e9-5f0acc6c6d84 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Sep 26 10:38:15.417693 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-855e00af-0bf9-4f2c-9286-adfcefc2ae9b req-709d54aa-6208-4c78-b869-3692a5cd04e3 tempest-ServerRescueNegativeTestJSON-1251645444 tempest-ServerRescueNegativeTestJSON-1251645444-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c8ccb32-956e-4b12-b59b-4763a8ac14e9 HTTP/1.1" status: 200 len: 210 time: 0.0272002 Sep 26 10:38:16.063767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72251434-344e-43c3-bb9a-c5554868d651 req-a8566d31-34f0-4e09-bc1e-47c3c333221a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:16.065127 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-72251434-344e-43c3-bb9a-c5554868d651 req-a8566d31-34f0-4e09-bc1e-47c3c333221a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 944 time: 0.0469835 Sep 26 10:38:16.097842 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'name': 'network-vif-deleted', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:16.101277 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f44aa-70c9-4483-8251-256a73aad642" -d '{"events": [{"server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "name": "network-vif-deleted", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:16.117570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-72251434-344e-43c3-bb9a-c5554868d651 req-4f405ad1-71cb-4b26-886f-ded67122a5ae tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469353 Sep 26 10:38:16.146181 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aacc76b-325e-4931-8a1a-ccd150826864 x-openstack-request-id: req-7aacc76b-325e-4931-8a1a-ccd150826864 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:16.146697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8ccb32-956e-4b12-b59b-4763a8ac14e9", "name": "network-vif-deleted", "tag": "fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:16.146989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aacc76b-325e-4931-8a1a-ccd150826864 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:16.147388 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aacc76b-325e-4931-8a1a-ccd150826864'] response: {'server_uuid': '4c8ccb32-956e-4b12-b59b-4763a8ac14e9', 'name': 'network-vif-deleted', 'tag': 'fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea', 'status': 'completed', 'code': 200} Sep 26 10:38:16.159327 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 8381e42d-d3f3-48fb-ac13-b807cee6c194 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:38:16.162546 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device c3b3988b-57fd-4956-8209-afc0f13b21e0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:16.187797 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: c3b3988b-57fd-4956-8209-afc0f13b21e0 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:16.188136 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device c3b3988b-57fd-4956-8209-afc0f13b21e0 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:16.188556 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:16.212691 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:16.213033 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device fb6f3a5e-f0d4-40e3-8d82-9ef01f3482ea not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:16.297970 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:16.309517 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'port_id': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'mac_address': 'fa:16:3e:ef:d5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:38:16.349560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 8381e42d-d3f3-48fb-ac13-b807cee6c194 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:38:16.349934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:16.363764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8381e42d-d3f3-48fb-ac13-b807cee6c194 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:38:16.379995 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:16.384025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:16.388311 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:16.436867 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.446951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.454561 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.454888 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.455236 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.455613 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.455946 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.456255 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.456618 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.456908 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.457231 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:16.502623 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:16.643856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['8381e42d-d3f3-48fb-ac13-b807cee6c194'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:16.646397 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:16.675325 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57790) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:16.718565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:16.721934 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:17.000623 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (a806cfce-6499-4314-9be6-e087251397ce), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.009730 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.038006 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:17.242315 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Deleting port b3f21a02-f643-4865-89e1-482f6e3e7420 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:17.242987 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.302247 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Deleting port 8b3a783f-9934-46d6-a956-655918c16303 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:17.302581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (8b3a783f-9934-46d6-a956-655918c16303), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.327437 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621026e-5dde-433e-811a-c71cfc02876e req-919e572c-88a4-4c9a-8c90-b15d24601c88 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:17.328932 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1621026e-5dde-433e-811a-c71cfc02876e req-919e572c-88a4-4c9a-8c90-b15d24601c88 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 945 time: 0.0983400 Sep 26 10:38:17.390135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] For port 8b3a783f-9934-46d6-a956-655918c16303, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=8b3a783f-9934-46d6-a956-655918c16303,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:17.390651 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (8b3a783f-9934-46d6-a956-655918c16303), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.398747 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1621026e-5dde-433e-811a-c71cfc02876e req-e62d3dba-ae67-4556-98f8-3604259c5cb2 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629711 Sep 26 10:38:17.406667 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Calling delete_port for 8b3a783f-9934-46d6-a956-655918c16303 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:17.409987 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] For port b3f21a02-f643-4865-89e1-482f6e3e7420, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b3f21a02-f643-4865-89e1-482f6e3e7420,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:17.410381 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.411591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:17.432239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Calling delete_port for b3f21a02-f643-4865-89e1-482f6e3e7420 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:17.476648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:17.598583 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (8b3a783f-9934-46d6-a956-655918c16303), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.619848 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (b3f21a02-f643-4865-89e1-482f6e3e7420), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.623679 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3a783f-9934-46d6-a956-655918c16303,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:17.650404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f21a02-f643-4865-89e1-482f6e3e7420,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:17.793805 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:17.820133 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:17.868814 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (a806cfce-6499-4314-9be6-e087251397ce), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.052462 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:18.158278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:18.166916 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bbd6cb6c-4082-40b0-b88f-12be872eff0a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604891 Sep 26 10:38:18.166916 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57794) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:18.169328 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Sync routers for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:18.179791 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 8381e42d-d3f3-48fb-ac13-b807cee6c194 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:38:18.181083 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:18.181701 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:18.235248 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 8381e42d-d3f3-48fb-ac13-b807cee6c194 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:38:18.244872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 8381e42d-d3f3-48fb-ac13-b807cee6c194 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:38:18.245609 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.246336 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 8381e42d-d3f3-48fb-ac13-b807cee6c194 Sep 26 10:38:18.270262 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:18.280229 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks [] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.297236 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:18.337150 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Router a806cfce-6499-4314-9be6-e087251397ce has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:18.350093 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 8381e42d-d3f3-48fb-ac13-b807cee6c194 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:38:18.350628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.391290 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:18.391750 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks [] for router_gateway (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.399008 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df465d74-2aad-4934-be5e-a461ddc25b4c" -d '{"events": [{"server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "name": "network-vif-plugged", "status": "completed", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:18.416764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:18.424538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.455911 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Deleting port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:18.456264 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.471442 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:18.477672 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:18.485386 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f25d4846-aa55-45e6-8a2d-5de120688a74 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/a806cfce-6499-4314-9be6-e087251397ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8088908 Sep 26 10:38:18.488291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57800) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:18.559630 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] For port 7342cebb-293f-47cf-b8d1-7c9a9bf65b80, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:18.560000 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.562731 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9157dc3d-281d-4a44-8583-c0be23dc84b2 x-openstack-request-id: req-9157dc3d-281d-4a44-8583-c0be23dc84b2 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:18.563253 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "name": "network-vif-plugged", "status": "completed", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:18.563666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9157dc3d-281d-4a44-8583-c0be23dc84b2 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:18.564228 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9157dc3d-281d-4a44-8583-c0be23dc84b2'] response: {'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'code': 200} Sep 26 10:38:18.567272 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:18.570235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Sync routers for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:18.574406 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Calling delete_port for 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:18.582337 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:18.583722 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:18.671515 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:38:17Z', 'revision_number': 5, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port': {'id': '7342cebb-293f-47cf-b8d1-7c9a9bf65b80', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:33Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:18.678646 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d506-e8d0-4658-befc-fa227bed2f38 req-be8fbca1-c69f-44b8-a490-d6c02dc426a1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:18.680649 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4bb1d506-e8d0-4658-befc-fa227bed2f38 req-be8fbca1-c69f-44b8-a490-d6c02dc426a1 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.1256614 Sep 26 10:38:18.697181 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks [] for router (a806cfce-6499-4314-9be6-e087251397ce), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.704268 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Checking router: 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:18.715293 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Routers {'9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:18.715914 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:18.799014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (7342cebb-293f-47cf-b8d1-7c9a9bf65b80), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.810660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] Set router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:18.831672 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=7342cebb-293f-47cf-b8d1-7c9a9bf65b80,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:18.867964 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:38:18Z', 'revision_number': 6, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:18.869666 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:18.872813 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0941d-b408-464f-811f-967233933b3b req-623326cf-8911-44ab-b6ad-a7908cf4e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:18.874731 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ec0941d-b408-464f-811f-967233933b3b req-623326cf-8911-44ab-b6ad-a7908cf4e91b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 1130 time: 0.0635283 Sep 26 10:38:18.885095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks [] for router_gateway (a806cfce-6499-4314-9be6-e087251397ce), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.897214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:18.898883 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7456-1ca4-4614-8660-a51a3365dc34 None None] The sync data for ids ['9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0'] in dv-cinder-844563-7-iscsi is: [{'id': '9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0', 'name': 'tempest-ServerRescueNegativeTestJSON-579715881-router', 'tenant_id': '615e5825389c4f1d96e6398bf1dab735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:31Z', 'updated_at': '2022-09-26T10:38:18Z', 'revision_number': 6, 'project_id': '615e5825389c4f1d96e6398bf1dab735', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:18.915701 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:18.992667 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4bb1d506-e8d0-4658-befc-fa227bed2f38 req-7f8362b3-00e9-45b3-bc6a-a9cd0641b49c tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039918 Sep 26 10:38:19.010851 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Deleting port dd42e811-ad5e-4c99-9d4a-5dad67cf348f {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:19.011224 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.011688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.014109 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks [] for router_controller (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.015694 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ec0941d-b408-464f-811f-967233933b3b req-6191fa69-8a53-41d5-b995-879a8a26a119 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206660 Sep 26 10:38:19.074591 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.075404 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:38:19.081105 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.085686 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ba328eda-c744-4b9a-a412-2be47036bc54 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9d9fa4be-dc7d-4e6b-859a-77c80a2d55f0 HTTP/1.1" status: 204 len: 168 time: 0.9178066 Sep 26 10:38:19.086412 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57802) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:19.093584 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:38:17Z', 'revision_number': 5, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port': {'id': 'dd42e811-ad5e-4c99-9d4a-5dad67cf348f', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a806cfce-6499-4314-9be6-e087251397ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:19.122424 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Checking router: a806cfce-6499-4314-9be6-e087251397ce for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:19.131386 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Routers {'a806cfce-6499-4314-9be6-e087251397ce'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:19.131734 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] For port dd42e811-ad5e-4c99-9d4a-5dad67cf348f, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:19.131995 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['a806cfce-6499-4314-9be6-e087251397ce'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:19.132111 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.134459 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:19.152208 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Calling delete_port for dd42e811-ad5e-4c99-9d4a-5dad67cf348f owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:19.160379 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Deleting subnet bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:38:19.164695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Publish callbacks [] for subnet (bd4f6a86-4a5c-4b2b-88ec-d68d2834a413), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.213880 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] Set router a806cfce-6499-4314-9be6-e087251397ce gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:19.239886 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (bd4f6a86-4a5c-4b2b-88ec-d68d2834a413), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.267027 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:38:18Z', 'revision_number': 6, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:19.291603 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579d96a-9554-4e8b-bb30-46e79d6bc215 None None] The sync data for ids ['a806cfce-6499-4314-9be6-e087251397ce'] in dv-cinder-844563-7-iscsi is: [{'id': 'a806cfce-6499-4314-9be6-e087251397ce', 'name': 'tempest-TestMinimumBasicScenario-144492925-router', 'tenant_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:55Z', 'updated_at': '2022-09-26T10:38:18Z', 'revision_number': 6, 'project_id': '6bb20c7af7544a06adaa9b5e47b03cd1', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:19.299058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:19.429239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (bd4f6a86-4a5c-4b2b-88ec-d68d2834a413), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.525115 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (dd42e811-ad5e-4c99-9d4a-5dad67cf348f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.533980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (bd4f6a86-4a5c-4b2b-88ec-d68d2834a413), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.564334 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd42e811-ad5e-4c99-9d4a-5dad67cf348f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:19.587591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.591481 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/bd4f6a86-4a5c-4b2b-88ec-d68d2834a413 HTTP/1.1" status: 204 len: 168 time: 0.5041118 Sep 26 10:38:19.594154 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57806) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:19.595688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674d054-146a-466d-b5a8-d698bdb55784 None None] Network 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:19.608424 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8becd7-816d-44a3-b9bb-216b3890a6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4f6a86-4a5c-4b2b-88ec-d68d2834a413,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:19.623239 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:19.665680 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (a806cfce-6499-4314-9be6-e087251397ce), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.700244 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.749076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Deleting port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:19.749565 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.751057 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:19.785195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:19.787095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (a806cfce-6499-4314-9be6-e087251397ce), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.789849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks [] for router_controller (a806cfce-6499-4314-9be6-e087251397ce), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.829365 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] For port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,segment=NetworkSegment(9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3),segment_id=9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:19.829897 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.847382 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Calling delete_port for 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:19.855314 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (a806cfce-6499-4314-9be6-e087251397ce), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.856005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a806cfce-6499-4314-9be6-e087251397ce {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:38:19.860917 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.862072 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8039aff1-17a2-48a5-b914-54fec6f598fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/a806cfce-6499-4314-9be6-e087251397ce HTTP/1.1" status: 204 len: 168 time: 1.3727705 Sep 26 10:38:19.865152 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57808) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:19.912705 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Deleting subnet 0ffcc753-a93f-4451-8da1-374fb2edfdd6 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:38:19.915686 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Publish callbacks [] for subnet (0ffcc753-a93f-4451-8da1-374fb2edfdd6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.927596 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (7c359ae5-cd5a-4078-b2bb-9c04275dbe1d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.952172 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (0ffcc753-a93f-4451-8da1-374fb2edfdd6), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:19.953068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7c359ae5-cd5a-4078-b2bb-9c04275dbe1d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:19.960703 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] No DVR routers for this DVR port 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:20.005843 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5630f9-ba91-461c-a1d2-68898ab47ecb None None] DHCP port deletion for 0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:38:20.049942 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.058819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (0ffcc753-a93f-4451-8da1-374fb2edfdd6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.077610 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.089617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.089617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.100289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.115397 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.122454 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:38:20.122847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.154572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2fc69-95cf-4e76-b5ef-0b9331fbb7f4 req-a8bc39f8-c58b-4a36-b22a-48017f569041 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:20.156060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59e2fc69-95cf-4e76-b5ef-0b9331fbb7f4 req-a8bc39f8-c58b-4a36-b22a-48017f569041 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0604815 Sep 26 10:38:20.162125 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (0ffcc753-a93f-4451-8da1-374fb2edfdd6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.164999 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3 resource provider aggregate not found Sep 26 10:38:20.190823 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.193702 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e5cd71b-d72b-4ea2-ba8e-b7a8f17b67a3 found for delete ", "request_id": "req-89e9d49c-d0a3-4617-8ea6-35aac80dc850"}]} Sep 26 10:38:20.200381 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.203466 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c HTTP/1.1" status: 204 len: 168 time: 0.6077700 Sep 26 10:38:20.208445 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffcc753-a93f-4451-8da1-374fb2edfdd6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:20.215448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.217629 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f704bb-300d-46b6-b1ee-b72535d3c9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=0c42b441-b7cf-4fd0-9783-6f8c9cc37e1c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:20.220960 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d78a522b-3575-4885-bfcf-8590c3b73f98 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0ffcc753-a93f-4451-8da1-374fb2edfdd6 HTTP/1.1" status: 204 len: 168 time: 0.3525519 Sep 26 10:38:20.222112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57818) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:20.225782 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a836dc1-1bbf-409d-ba33-5722a37765ff None None] Network 55d4234f-5ea7-4f10-8611-3be0546101de requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:20.291060 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:20.318869 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59e2fc69-95cf-4e76-b5ef-0b9331fbb7f4 req-0e82eabc-77f5-4ad7-bcc4-0cc1814640d8 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543305 Sep 26 10:38:20.321854 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (55d4234f-5ea7-4f10-8611-3be0546101de), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.393564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Deleting port 84dc9ffe-cd93-4639-8139-e53bebf65728 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:20.394286 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.412050 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57822) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:20.458500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] DHCP port deletion for 55d4234f-5ea7-4f10-8611-3be0546101de request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:38:20.501536 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:20.509555 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] For port 84dc9ffe-cd93-4639-8139-e53bebf65728, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=84dc9ffe-cd93-4639-8139-e53bebf65728,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:20.509822 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.532485 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Deleting port 84dc9ffe-cd93-4639-8139-e53bebf65728 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:20.532771 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.537272 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Calling delete_port for 84dc9ffe-cd93-4639-8139-e53bebf65728 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:20.546280 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9eb07f2a-0d09-4c7b-a00b-3a8e72e53b7a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=615e5825389c4f1d96e6398bf1dab735&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1305909 Sep 26 10:38:20.547250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57824) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:20.610678 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b3f21a02-f643-4865-89e1-482f6e3e7420 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:20.632229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: b3f21a02-f643-4865-89e1-482f6e3e7420 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:20.632568 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b3f21a02-f643-4865-89e1-482f6e3e7420 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:20.632994 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:20.645986 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] Publish callbacks [] for security_group (c68ed9c1-bfa4-4f9e-891f-085a568cd570), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.656223 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:20.656223 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7c359ae5-cd5a-4078-b2bb-9c04275dbe1d not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:20.656223 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 8b3a783f-9934-46d6-a956-655918c16303 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:20.665938 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.680201 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 8b3a783f-9934-46d6-a956-655918c16303 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:20.680543 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 8b3a783f-9934-46d6-a956-655918c16303 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:20.680968 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:20.682841 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] Publish callbacks [] for security_group (c68ed9c1-bfa4-4f9e-891f-085a568cd570), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.696083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] No DVR routers for this DVR port 84dc9ffe-cd93-4639-8139-e53bebf65728 on host dv-cinder-844563-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:20.700338 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84dc9ffe-cd93-4639-8139-e53bebf65728,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:20.714770 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:20.715116 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7342cebb-293f-47cf-b8d1-7c9a9bf65b80 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:20.721446 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] For port 84dc9ffe-cd93-4639-8139-e53bebf65728, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=84dc9ffe-cd93-4639-8139-e53bebf65728,segment=NetworkSegment(793c408e-977f-44be-8bb3-9885ab19da45),segment_id=793c408e-977f-44be-8bb3-9885ab19da45)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:20.721446 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.743312 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Calling delete_port for 84dc9ffe-cd93-4639-8139-e53bebf65728 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:20.752031 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c68ed9c1-bfa4-4f9e-891f-085a568cd570), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.756675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.760306 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c68ed9c1-bfa4-4f9e-891f-085a568cd570 HTTP/1.1" status: 204 len: 168 time: 0.2094083 Sep 26 10:38:20.767879 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d120bf-0097-4fab-8de3-197eaf43e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ed9c1-bfa4-4f9e-891f-085a568cd570,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:20.816446 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (55d4234f-5ea7-4f10-8611-3be0546101de), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.845057 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (84dc9ffe-cd93-4639-8139-e53bebf65728), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.852715 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d4234f-5ea7-4f10-8611-3be0546101de']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.867541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793c408e-977f-44be-8bb3-9885ab19da45') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.867892 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793c408e-977f-44be-8bb3-9885ab19da45') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:20.883327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:20.884199 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] Pushing event deleted for resources: {'Port': ['ID=84dc9ffe-cd93-4639-8139-e53bebf65728,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:20.884564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (793c408e-977f-44be-8bb3-9885ab19da45), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.886793 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1243a8-bf9e-4902-a825-8433b541dfe9 None None] No DVR routers for this DVR port 84dc9ffe-cd93-4639-8139-e53bebf65728 on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:20.905459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (793c408e-977f-44be-8bb3-9885ab19da45), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.912775 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:38:20.913212 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (793c408e-977f-44be-8bb3-9885ab19da45), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.957392 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 793c408e-977f-44be-8bb3-9885ab19da45 resource provider aggregate not found Sep 26 10:38:20.980625 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 793c408e-977f-44be-8bb3-9885ab19da45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 793c408e-977f-44be-8bb3-9885ab19da45 found for delete ", "request_id": "req-a89caa9b-bace-419a-9e06-e3a5cb111e27"}]} Sep 26 10:38:20.984620 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (55d4234f-5ea7-4f10-8611-3be0546101de), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.992594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:20.995849 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/55d4234f-5ea7-4f10-8611-3be0546101de HTTP/1.1" status: 204 len: 168 time: 0.7728248 Sep 26 10:38:21.000368 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57834) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:21.010134 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d227fd-3b30-48f7-b5b7-498315f34dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55d4234f-5ea7-4f10-8611-3be0546101de,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:21.230114 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:21.335216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:21.482361 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a85f2-ed74-4d2a-8575-4ca8d3bd5c59 req-5c079b54-ce98-4a68-913b-d769856ab435 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:21.485427 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a8a85f2-ed74-4d2a-8575-4ca8d3bd5c59 req-5c079b54-ce98-4a68-913b-d769856ab435 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0590613 Sep 26 10:38:21.537364 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a8a85f2-ed74-4d2a-8575-4ca8d3bd5c59 req-39066225-f4f6-4cea-a39c-2544de009de4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461197 Sep 26 10:38:21.673251 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:21.676549 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b81a3a-0e43-4f68-9957-4d9f0d56b3bf req-3513fd86-44e2-406e-8313-a15b37b13b41 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:21.688063 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-15b81a3a-0e43-4f68-9957-4d9f0d56b3bf req-3513fd86-44e2-406e-8313-a15b37b13b41 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0577416 Sep 26 10:38:21.688286 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57860) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:21.693576 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Request body: {'floatingip': {'port_id': '8381e42d-d3f3-48fb-ac13-b807cee6c194'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:21.751384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:21.780724 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device dd42e811-ad5e-4c99-9d4a-5dad67cf348f no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:21.807752 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: dd42e811-ad5e-4c99-9d4a-5dad67cf348f {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:21.807752 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device dd42e811-ad5e-4c99-9d4a-5dad67cf348f not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:21.808077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 84dc9ffe-cd93-4639-8139-e53bebf65728 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:21.827821 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 84dc9ffe-cd93-4639-8139-e53bebf65728 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:21.828168 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 84dc9ffe-cd93-4639-8139-e53bebf65728 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:21.849439 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Deleting port e52af9eb-1621-470b-a2cf-101ed26c087c {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:21.849780 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:21.933566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] For port e52af9eb-1621-470b-a2cf-101ed26c087c, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=e52af9eb-1621-470b-a2cf-101ed26c087c,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:21.933847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:21.947732 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Calling delete_port for e52af9eb-1621-470b-a2cf-101ed26c087c owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:22.178105 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (e52af9eb-1621-470b-a2cf-101ed26c087c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.215538 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52af9eb-1621-470b-a2cf-101ed26c087c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:22.388982 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.391829 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:22.413361 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:22.501569 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.505402 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.602428 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 87e2b59b-db87-4558-aedd-ec782a1c7cbf associated. External IP: 172.27.1.107, port: 8381e42d-d3f3-48fb-ac13-b807cee6c194. Sep 26 10:38:22.606230 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Router f34a4852-9ade-4692-8ec6-5e85c04d0710 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:22.656388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:22.705284 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:22.712835 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-26cbac05-f6b7-418f-bf81-02dffab65995 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f34a4852-9ade-4692-8ec6-5e85c04d0710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082036 Sep 26 10:38:22.712835 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57872) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:22.716278 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Sync routers for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:22.729896 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:22.730539 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:22.813988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:22.821809 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks [] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.834949 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:22.905384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:22.924776 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:22.931075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.933593 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks [] for router_gateway (f34a4852-9ade-4692-8ec6-5e85c04d0710), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:22.938170 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:22.951023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:22.952023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:22.964851 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b9486672-a581-4c37-9e51-6f2d088cebd0 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/87e2b59b-db87-4558-aedd-ec782a1c7cbf HTTP/1.1" status: 200 len: 992 time: 1.2751708 Sep 26 10:38:22.965725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:22.968550 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a" -d '{"events": [{"name": "network-changed", "server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:22.985168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Deleting port 6f706403-0146-44f0-95da-c62c9d771db8 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:22.985518 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (6f706403-0146-44f0-95da-c62c9d771db8), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.012234 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2640e3d-e17f-4c2e-be0c-998cd7e91d6c x-openstack-request-id: req-d2640e3d-e17f-4c2e-be0c-998cd7e91d6c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:23.012528 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:23.012787 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2640e3d-e17f-4c2e-be0c-998cd7e91d6c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:23.013196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2640e3d-e17f-4c2e-be0c-998cd7e91d6c'] response: {'name': 'network-changed', 'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'status': 'completed', 'code': 200} Sep 26 10:38:23.019190 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '6f706403-0146-44f0-95da-c62c9d771db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 5, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port': {'id': '6f706403-0146-44f0-95da-c62c9d771db8', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:10:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:35:02Z', 'updated_at': '2022-09-26T10:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.051665 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Checking router: f34a4852-9ade-4692-8ec6-5e85c04d0710 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:23.064043 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Routers {'f34a4852-9ade-4692-8ec6-5e85c04d0710'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:23.065365 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['f34a4852-9ade-4692-8ec6-5e85c04d0710'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.074163 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:23.087020 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] For port 6f706403-0146-44f0-95da-c62c9d771db8, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6f706403-0146-44f0-95da-c62c9d771db8,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:23.087653 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (6f706403-0146-44f0-95da-c62c9d771db8), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.093218 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-9dc96dc4-da0a-4a65-ac97-b3dcc308cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:23.094789 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-9dc96dc4-da0a-4a65-ac97-b3dcc308cd49 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=49df2764440f4f2cb68d8d6284f07f47&device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 1130 time: 0.0574310 Sep 26 10:38:23.103476 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Calling delete_port for 6f706403-0146-44f0-95da-c62c9d771db8 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:23.158638 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] Set router f34a4852-9ade-4692-8ec6-5e85c04d0710 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:23.221558 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 6, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.224900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-47d1d766-be3c-48e5-97b8-1ef8a0c0c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:23.226571 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-47d1d766-be3c-48e5-97b8-1ef8a0c0c7b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 200 len: 916 time: 0.1225688 Sep 26 10:38:23.251879 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3b8f0f-1010-4d46-978d-a4ffd8599f22 None None] The sync data for ids ['f34a4852-9ade-4692-8ec6-5e85c04d0710'] in dv-cinder-844563-7-iscsi is: [{'id': 'f34a4852-9ade-4692-8ec6-5e85c04d0710', 'name': 'tempest-TestMinimumBasicScenario-1309957474-router', 'tenant_id': 'bbb6530b068f4adba1992dd64f303e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:35:01Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 6, 'project_id': 'bbb6530b068f4adba1992dd64f303e79', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:23.317596 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:23.336141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (6f706403-0146-44f0-95da-c62c9d771db8), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.346169 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-4c628dad-7ec6-4311-907e-45f8acce3aee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194 HTTP/1.1" status: 200 len: 1000 time: 0.1116285 Sep 26 10:38:23.378472 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f706403-0146-44f0-95da-c62c9d771db8,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:23.382325 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '87e2b59b-db87-4558-aedd-ec782a1c7cbf', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:d5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a0d990-0849-4bdf-b998-46ef72a35795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:38:03Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.420074 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:23.423025 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-66388c9d-1976-4198-906f-ca3fb6091261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:23.424504 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-66388c9d-1976-4198-906f-ca3fb6091261 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 200 len: 854 time: 0.0690975 Sep 26 10:38:23.429221 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:23.429892 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.466724 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:23.467709 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.507950 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-77173f8f-62db-4f2b-a3e0-c0b5b4d1073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:23.509882 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-77173f8f-62db-4f2b-a3e0-c0b5b4d1073c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5bfae35e-29c7-4379-ac17-c54030a00cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760057 Sep 26 10:38:23.551092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:23.575452 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.578593 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks [] for router_controller (f34a4852-9ade-4692-8ec6-5e85c04d0710), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.621980 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-2c192625-af8a-4633-98f2-9e52ea197f4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015117 Sep 26 10:38:23.641471 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (f34a4852-9ade-4692-8ec6-5e85c04d0710), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.642111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34a4852-9ade-4692-8ec6-5e85c04d0710 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:38:23.650047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.654006 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-847a440b-30f4-4d05-aa23-83f953159f79 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f34a4852-9ade-4692-8ec6-5e85c04d0710 HTTP/1.1" status: 204 len: 168 time: 0.9401104 Sep 26 10:38:23.654656 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57894) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:23.655131 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:23.726309 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Deleting subnet d554da69-844a-48a3-948a-e006245c449d {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:38:23.730509 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Publish callbacks [] for subnet (d554da69-844a-48a3-948a-e006245c449d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.777602 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-167e180b-a2ed-4fb9-8ed8-e4afdecb099a req-b554c999-6b22-41a2-8b1f-ee68380f502b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483204 Sep 26 10:38:23.782796 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (d554da69-844a-48a3-948a-e006245c449d), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.819203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:23.856164 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '87e2b59b-db87-4558-aedd-ec782a1c7cbf', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:d5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a0d990-0849-4bdf-b998-46ef72a35795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:38:03Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:23.866653 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (d554da69-844a-48a3-948a-e006245c449d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.885425 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443e1e2-ab51-4b9f-86f7-e21d167309fc None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '87e2b59b-db87-4558-aedd-ec782a1c7cbf', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'port_id': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'mac_address': 'fa:16:3e:ef:d5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a0d990-0849-4bdf-b998-46ef72a35795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:38:03Z', 'updated_at': '2022-09-26T10:38:22Z', 'revision_number': 1, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:23.922940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (d554da69-844a-48a3-948a-e006245c449d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.957357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d554da69-844a-48a3-948a-e006245c449d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:23.964039 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:23.967804 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-843f2814-b7bc-4511-b202-c87aa60e6adb admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d554da69-844a-48a3-948a-e006245c449d HTTP/1.1" status: 204 len: 168 time: 0.3121943 Sep 26 10:38:23.969775 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d23fb-5b37-4bc4-b528-2f4dbccd04cb None None] Network 413bed6e-939b-4003-b642-5f846c9a4b26 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:23.970616 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57896) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:24.031234 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:24.054527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (413bed6e-939b-4003-b642-5f846c9a4b26), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.121870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Deleting port 3f2ae110-4474-4076-81d7-5ced95f957c7 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:24.122582 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.148955 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec87f2d-aac7-4ddb-b442-c08116d6183f None None] New status for floating IP 87e2b59b-db87-4558-aedd-ec782a1c7cbf: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:38:24.188422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device e52af9eb-1621-470b-a2cf-101ed26c087c no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:24.200504 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:24.210267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] For port 3f2ae110-4474-4076-81d7-5ced95f957c7, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3f2ae110-4474-4076-81d7-5ced95f957c7,segment=NetworkSegment(678bb2d8-1d39-4cda-8cc5-011966b53bf7),segment_id=678bb2d8-1d39-4cda-8cc5-011966b53bf7)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:24.213929 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.214139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: e52af9eb-1621-470b-a2cf-101ed26c087c {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:24.214139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device e52af9eb-1621-470b-a2cf-101ed26c087c not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:24.228610 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Calling delete_port for 3f2ae110-4474-4076-81d7-5ced95f957c7 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:24.319219 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (3f2ae110-4474-4076-81d7-5ced95f957c7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.330669 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e56fbe-3c2a-42f8-b3b6-3486d7acbc5d None None] DHCP port deletion for 413bed6e-939b-4003-b642-5f846c9a4b26 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:38:24.334988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] No DVR routers for this DVR port 3f2ae110-4474-4076-81d7-5ced95f957c7 on host dv-cinder-844563-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:24.376995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2ae110-4474-4076-81d7-5ced95f957c7,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:24.394257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:24.439597 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (413bed6e-939b-4003-b642-5f846c9a4b26), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.462970 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413bed6e-939b-4003-b642-5f846c9a4b26']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:24.472565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678bb2d8-1d39-4cda-8cc5-011966b53bf7') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:24.472855 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678bb2d8-1d39-4cda-8cc5-011966b53bf7') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:24.483565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (678bb2d8-1d39-4cda-8cc5-011966b53bf7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.496699 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (678bb2d8-1d39-4cda-8cc5-011966b53bf7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.502850 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:38:24.503223 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (678bb2d8-1d39-4cda-8cc5-011966b53bf7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.543260 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 678bb2d8-1d39-4cda-8cc5-011966b53bf7 resource provider aggregate not found Sep 26 10:38:24.558832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 678bb2d8-1d39-4cda-8cc5-011966b53bf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 678bb2d8-1d39-4cda-8cc5-011966b53bf7 found for delete ", "request_id": "req-ef3ba0cf-4413-4179-9418-4a970273a11c"}]} Sep 26 10:38:24.567149 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (413bed6e-939b-4003-b642-5f846c9a4b26), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.572587 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.576076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/413bed6e-939b-4003-b642-5f846c9a4b26 HTTP/1.1" status: 204 len: 168 time: 0.6044712 Sep 26 10:38:24.591347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dab2b-6ab5-4e4c-92d0-ed62e52b6102 admin admin] Pushing event deleted for resources: {'Network': ['ID=413bed6e-939b-4003-b642-5f846c9a4b26,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:24.757342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57910) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:24.799839 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3cb8f1a7-0d76-4d86-9cef-f9e8c494d664 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6bb20c7af7544a06adaa9b5e47b03cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411315 Sep 26 10:38:24.803037 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57914) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:24.859419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] Publish callbacks [] for security_group (89cde05b-0522-44d4-bb49-7b011e8aabcc), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.875895 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57916) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:24.880830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] Publish callbacks [] for security_group (89cde05b-0522-44d4-bb49-7b011e8aabcc), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.931729 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (89cde05b-0522-44d4-bb49-7b011e8aabcc), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.934344 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:24.935494 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/89cde05b-0522-44d4-bb49-7b011e8aabcc HTTP/1.1" status: 204 len: 168 time: 0.1284585 Sep 26 10:38:24.944340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dd4e5-a48c-48cb-9020-7a611a0de5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cde05b-0522-44d4-bb49-7b011e8aabcc,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:24.987851 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c78ff57-04d4-430e-b6bc-061fb97c2b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.064563 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c78ff57-04d4-430e-b6bc-061fb97c2b7f admin admin] Publish callbacks [] for security_group (fb236bab-0b5d-4261-a3c6-2a22edc65c3d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.069696 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4c78ff57-04d4-430e-b6bc-061fb97c2b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (fb236bab-0b5d-4261-a3c6-2a22edc65c3d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.108682 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78ff57-04d4-430e-b6bc-061fb97c2b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb236bab-0b5d-4261-a3c6-2a22edc65c3d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:25.112987 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4c78ff57-04d4-430e-b6bc-061fb97c2b7f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1219307a321f438c8efa9f1268974e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360878 Sep 26 10:38:25.117245 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57924) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:25.170349 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] Publish callbacks [] for security_group (fb236bab-0b5d-4261-a3c6-2a22edc65c3d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.194758 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] Publish callbacks [] for security_group (fb236bab-0b5d-4261-a3c6-2a22edc65c3d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.229808 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57926) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:25.270168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (fb236bab-0b5d-4261-a3c6-2a22edc65c3d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.272605 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.273693 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fb236bab-0b5d-4261-a3c6-2a22edc65c3d HTTP/1.1" status: 204 len: 168 time: 0.1551332 Sep 26 10:38:25.279505 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-35ca446a-b074-4384-adb8-984d73754c04 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bbb6530b068f4adba1992dd64f303e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486484 Sep 26 10:38:25.282281 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57930) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:25.285609 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec214d-92f5-475d-b9bf-1c2d2c810b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb236bab-0b5d-4261-a3c6-2a22edc65c3d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:25.336041 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] Publish callbacks [] for security_group (2db04fce-be5a-4448-b0cf-c9905b4bb615), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.357054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] Publish callbacks [] for security_group (2db04fce-be5a-4448-b0cf-c9905b4bb615), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.405708 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2db04fce-be5a-4448-b0cf-c9905b4bb615), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.408308 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:25.409590 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2db04fce-be5a-4448-b0cf-c9905b4bb615 HTTP/1.1" status: 204 len: 168 time: 0.1261740 Sep 26 10:38:25.412904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:25.418364 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011074e7-1665-44cb-83f9-38cfa238eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db04fce-be5a-4448-b0cf-c9905b4bb615,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:25.760743 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3f2ae110-4474-4076-81d7-5ced95f957c7 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:25.788156 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 3f2ae110-4474-4076-81d7-5ced95f957c7 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:25.788501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3f2ae110-4474-4076-81d7-5ced95f957c7 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:25.788932 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6f706403-0146-44f0-95da-c62c9d771db8 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:25.811809 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 6f706403-0146-44f0-95da-c62c9d771db8 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:25.812285 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6f706403-0146-44f0-95da-c62c9d771db8 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:27.214222 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 57994) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:27.317581 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7615ed5-f709-422a-8508-ebefe284e1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.395829 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7615ed5-f709-422a-8508-ebefe284e1ee admin admin] Publish callbacks [] for security_group (1fb884d8-19d0-4754-9a11-1cfedb0a73da), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.399605 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7615ed5-f709-422a-8508-ebefe284e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1fb884d8-19d0-4754-9a11-1cfedb0a73da), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.438933 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e7615ed5-f709-422a-8508-ebefe284e1ee admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=589d9929a2144458951bc1ea280e26e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236702 Sep 26 10:38:27.439809 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7615ed5-f709-422a-8508-ebefe284e1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb884d8-19d0-4754-9a11-1cfedb0a73da,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:27.441647 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 57998) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:27.467347 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:27.494923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Publish callbacks [] for security_group (1fb884d8-19d0-4754-9a11-1cfedb0a73da), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.515373 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Publish callbacks [] for security_group (1fb884d8-19d0-4754-9a11-1cfedb0a73da), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.560274 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1fb884d8-19d0-4754-9a11-1cfedb0a73da), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.562966 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.564093 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1fb884d8-19d0-4754-9a11-1cfedb0a73da HTTP/1.1" status: 204 len: 168 time: 0.1208062 Sep 26 10:38:27.572307 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb884d8-19d0-4754-9a11-1cfedb0a73da,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:27.579314 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.579681 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.579995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.580342 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.580683 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.581028 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.581353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.581673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.582013 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.582341 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.582671 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.582972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.583285 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.583597 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.583909 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adffc07-baa2-40b2-9e2f-aff6bda4c46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:27.725987 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:38:27.836758 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58010) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:27.850953 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fec9-5db3-4d05-a1d0-410b902b30e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.931818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fec9-5db3-4d05-a1d0-410b902b30e3 admin admin] Publish callbacks [] for security_group (df887eb1-a114-4971-b893-4745a54877bc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.936002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fec9-5db3-4d05-a1d0-410b902b30e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (df887eb1-a114-4971-b893-4745a54877bc), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:27.939698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:27.981144 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5ae1fec9-5db3-4d05-a1d0-410b902b30e3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=64575736030f4f219dd8444e7bf3378b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432602 Sep 26 10:38:27.982777 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1fec9-5db3-4d05-a1d0-410b902b30e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df887eb1-a114-4971-b893-4745a54877bc,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:27.983890 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58018) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:28.059611 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] Publish callbacks [] for security_group (df887eb1-a114-4971-b893-4745a54877bc), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:28.073844 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:28.087026 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] Publish callbacks [] for security_group (df887eb1-a114-4971-b893-4745a54877bc), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:28.152095 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (df887eb1-a114-4971-b893-4745a54877bc), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:28.155858 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:28.159631 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/df887eb1-a114-4971-b893-4745a54877bc HTTP/1.1" status: 204 len: 168 time: 0.1683547 Sep 26 10:38:28.169712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3ee74-8365-43eb-8c1e-a1433e33bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df887eb1-a114-4971-b893-4745a54877bc,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:30.556019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461f20-d1eb-4a15-8163-aa6f9fd21d50 req-64f1d650-3ae6-48a3-9298-ad24a2ed8419 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:30.557479 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c461f20-d1eb-4a15-8163-aa6f9fd21d50 req-64f1d650-3ae6-48a3-9298-ad24a2ed8419 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0497870 Sep 26 10:38:30.604850 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c461f20-d1eb-4a15-8163-aa6f9fd21d50 req-078d5431-cbca-4959-8b27-34046e6e8da5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Sep 26 10:38:31.260117 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-59863241-042e-439a-80f3-81949d59232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:31.736627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc61ed8-0be0-4186-8b93-409764394119 req-d4ec67d2-b6c1-4674-9d66-055a9c322858 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:31.738231 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdc61ed8-0be0-4186-8b93-409764394119 req-d4ec67d2-b6c1-4674-9d66-055a9c322858 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0499008 Sep 26 10:38:31.792600 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdc61ed8-0be0-4186-8b93-409764394119 req-565bb6e4-1e8b-4a43-97a1-8161bb682139 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Sep 26 10:38:32.920782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e3a2d-2f9b-4a9c-bdc9-a606d903cfbb req-ab0032cc-7ac8-4981-be97-001cb7c2b60e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:32.922300 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-311e3a2d-2f9b-4a9c-bdc9-a606d903cfbb req-ab0032cc-7ac8-4981-be97-001cb7c2b60e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Sep 26 10:38:32.975353 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-311e3a2d-2f9b-4a9c-bdc9-a606d903cfbb req-a4b032e6-84c7-42c7-987e-db4812ddcfee tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468442 Sep 26 10:38:33.238730 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58156) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:33.343490 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf03ffd6-988e-47df-83aa-36a11578b141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.421134 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf03ffd6-988e-47df-83aa-36a11578b141 admin admin] Publish callbacks [] for security_group (9f1a6529-931e-486d-88f6-f92a2dbf8800), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.426015 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf03ffd6-988e-47df-83aa-36a11578b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9f1a6529-931e-486d-88f6-f92a2dbf8800), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.465255 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cf03ffd6-988e-47df-83aa-36a11578b141 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=41f89553e9b24a3caa03c28443d08063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249229 Sep 26 10:38:33.466124 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03ffd6-988e-47df-83aa-36a11578b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a6529-931e-486d-88f6-f92a2dbf8800,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:33.467961 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58162) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:33.516468 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Publish callbacks [] for security_group (9f1a6529-931e-486d-88f6-f92a2dbf8800), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.537055 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Publish callbacks [] for security_group (9f1a6529-931e-486d-88f6-f92a2dbf8800), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.568419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:33.584544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9f1a6529-931e-486d-88f6-f92a2dbf8800), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.587182 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.588320 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9f1a6529-931e-486d-88f6-f92a2dbf8800 HTTP/1.1" status: 204 len: 168 time: 0.1193838 Sep 26 10:38:33.595915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a6529-931e-486d-88f6-f92a2dbf8800,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:33.603788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.604139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.604483 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.605091 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.605423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.605755 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.606110 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.606438 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.606767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.607096 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.607424 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.607777 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.608101 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.608425 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.608745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6271e-1454-4b96-a9cb-5da7f7488704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:38:33.764675 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1249-3dc7-4f42-b543-6493ea430981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.855574 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58168) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:33.869744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2da1ddb-97b1-4cad-ba69-47ea06e3cec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.943838 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2da1ddb-97b1-4cad-ba69-47ea06e3cec1 admin admin] Publish callbacks [] for security_group (293dcff7-74b9-4961-af31-155e6090150b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.947354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2da1ddb-97b1-4cad-ba69-47ea06e3cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (293dcff7-74b9-4961-af31-155e6090150b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:33.987372 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da1ddb-97b1-4cad-ba69-47ea06e3cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293dcff7-74b9-4961-af31-155e6090150b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:33.992162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c2da1ddb-97b1-4cad-ba69-47ea06e3cec1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f85b64c96adc465ab15fe4684e439a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354952 Sep 26 10:38:33.994871 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58170) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:34.043844 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] Publish callbacks [] for security_group (293dcff7-74b9-4961-af31-155e6090150b), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.075811 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] Publish callbacks [] for security_group (293dcff7-74b9-4961-af31-155e6090150b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.128641 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c591d-2c69-4be4-8276-cf756dc5acd8 req-f6be6dbf-1389-4c4b-8370-f4352383a941 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:34.130128 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef2c591d-2c69-4be4-8276-cf756dc5acd8 req-f6be6dbf-1389-4c4b-8370-f4352383a941 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0676131 Sep 26 10:38:34.165377 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:34.181230 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (293dcff7-74b9-4961-af31-155e6090150b), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.183717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.184818 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/293dcff7-74b9-4961-af31-155e6090150b HTTP/1.1" status: 204 len: 168 time: 0.1890621 Sep 26 10:38:34.191585 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef2c591d-2c69-4be4-8276-cf756dc5acd8 req-fd28a41b-afcf-4adb-af55-356f975577a8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545132 Sep 26 10:38:34.196956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128a0bd-0fe3-4f8f-9e10-85b0b8160cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293dcff7-74b9-4961-af31-155e6090150b,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:34.272349 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:34.554825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58180) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:34.570545 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-98b05774-a6d7-4008-a708-9ce23d4846c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.593300 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.650212 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-98b05774-a6d7-4008-a708-9ce23d4846c5 admin admin] Publish callbacks [] for security_group (dea01b36-f18f-4444-8eee-a76872fea9f0), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.653718 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-98b05774-a6d7-4008-a708-9ce23d4846c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (dea01b36-f18f-4444-8eee-a76872fea9f0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.692295 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b05774-a6d7-4008-a708-9ce23d4846c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea01b36-f18f-4444-8eee-a76872fea9f0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:34.696573 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-98b05774-a6d7-4008-a708-9ce23d4846c5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=72480d5f31cd44feb753c033748ed7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400366 Sep 26 10:38:34.699869 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58182) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:34.747555 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] Publish callbacks [] for security_group (dea01b36-f18f-4444-8eee-a76872fea9f0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.768630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] Publish callbacks [] for security_group (dea01b36-f18f-4444-8eee-a76872fea9f0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.815997 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (dea01b36-f18f-4444-8eee-a76872fea9f0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.818675 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:34.819802 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/dea01b36-f18f-4444-8eee-a76872fea9f0 HTTP/1.1" status: 204 len: 168 time: 0.1193910 Sep 26 10:38:34.827541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd9202-ac04-4b2c-9f99-ba3c9c9d2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea01b36-f18f-4444-8eee-a76872fea9f0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:35.332089 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392b2ec-a3e3-4909-a19f-d3ddec66e3f2 req-10470951-5166-4e9a-a021-cfa7fa051ff0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:35.334265 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a392b2ec-a3e3-4909-a19f-d3ddec66e3f2 req-10470951-5166-4e9a-a021-cfa7fa051ff0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Sep 26 10:38:35.378879 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:35.388077 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a392b2ec-a3e3-4909-a19f-d3ddec66e3f2 req-814ca52d-da8e-41ff-bc2f-a69d9771d79b tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480282 Sep 26 10:38:35.508340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58208) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:35.610087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248068044-network', 'tenant_id': '931de015d3ab4db780d3b45a75afa0bb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:35.632194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Made reservation on behalf of 931de015d3ab4db780d3b45a75afa0bb for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:35.634716 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.643743 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.726416 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks [] for security_group (2539540c-c243-4e96-9ebb-9890f4916bce), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.730986 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2539540c-c243-4e96-9ebb-9890f4916bce), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.758449 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:38:35.768974 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2539540c-c243-4e96-9ebb-9890f4916bce,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:35.775272 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (8d6b225b-577b-42c9-9102-73fc9f8fdd8f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.775631 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Added segment 8d6b225b-577b-42c9-9102-73fc9f8fdd8f of type vlan for network b42733f8-ab36-4c27-b9af-1c7bd34e9890 Sep 26 10:38:35.818993 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (b42733f8-ab36-4c27-b9af-1c7bd34e9890), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.843079 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (b42733f8-ab36-4c27-b9af-1c7bd34e9890), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.844059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:35.844636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.914895 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4057565 Sep 26 10:38:35.917698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58220) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:35.922050 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.925298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Request body: {'subnet': {'network_id': 'b42733f8-ab36-4c27-b9af-1c7bd34e9890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248068044-subnet', 'tenant_id': '931de015d3ab4db780d3b45a75afa0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:35.931254 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f35c43-bfe8-40c1-8269-0084f0d9223f admin admin] Pushing event updated for resources: {'Network': ['ID=b42733f8-ab36-4c27-b9af-1c7bd34e9890,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:35.952502 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network b42733f8-ab36-4c27-b9af-1c7bd34e9890 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:38:35.968253 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Made reservation on behalf of 931de015d3ab4db780d3b45a75afa0bb for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:35.970715 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13892190'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:35.984234 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:36.152298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13892168'] for subnet (701585b6-8d2a-48fb-a39b-b72972ca7a05), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.202502 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=701585b6-8d2a-48fb-a39b-b72972ca7a05,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:36.217191 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Checking segment: {'id': '8d6b225b-577b-42c9-9102-73fc9f8fdd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b42733f8-ab36-4c27-b9af-1c7bd34e9890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:38:36.217546 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Network hostable DHCP agents. Network: b42733f8-ab36-4c27-b9af-1c7bd34e9890, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:38:36.233989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Network b42733f8-ab36-4c27-b9af-1c7bd34e9890 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:38:36.238528 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:36.243414 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, b42733f8-ab36-4c27-b9af-1c7bd34e9890) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:38:36.247748 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:36.248344 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.254089 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d816b-f9b2-4594-b2f8-f9d849bd40f1 None None] Network b42733f8-ab36-4c27-b9af-1c7bd34e9890 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:36.266539 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f4594f93-ab04-41c6-ac1f-f76f491e99fc admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3475714 Sep 26 10:38:36.337698 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.383316 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773648d1-49c6-477f-9246-9a8fa5ea9733 None None] Network b42733f8-ab36-4c27-b9af-1c7bd34e9890 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:36.523340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a013c1-eac1-49d9-b59f-47c98534ad9e req-111d911f-d52c-4f9e-8f5b-3881a7a13028 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:36.525410 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-32a013c1-eac1-49d9-b59f-47c98534ad9e req-111d911f-d52c-4f9e-8f5b-3881a7a13028 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0519450 Sep 26 10:38:36.578962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-32a013c1-eac1-49d9-b59f-47c98534ad9e req-dbfba7c2-dd32-4656-8739-7ff6c8dac150 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472867 Sep 26 10:38:36.779553 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58242) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:36.784348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650120905-network', 'tenant_id': 'aeb05fa6f70c406eba3e5bff61fb334d'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:36.803177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Made reservation on behalf of aeb05fa6f70c406eba3e5bff61fb334d for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:36.805568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.814140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.888843 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks [] for security_group (da188f42-1418-4156-8f75-6a142d76e16c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.892253 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (da188f42-1418-4156-8f75-6a142d76e16c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.917014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:38:36.926775 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da188f42-1418-4156-8f75-6a142d76e16c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:36.931494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (27e9863b-ef7d-4e6e-856b-1c6b93f214a9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.931832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Added segment 27e9863b-ef7d-4e6e-856b-1c6b93f214a9 of type vlan for network 8f83fb8f-64c1-4561-94ca-54ad7b618d82 Sep 26 10:38:36.972047 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (8f83fb8f-64c1-4561-94ca-54ad7b618d82), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.996454 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (8f83fb8f-64c1-4561-94ca-54ad7b618d82), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:36.997433 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:36.998052 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:37.064365 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2807734 Sep 26 10:38:37.065101 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58246) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:37.066604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30328d3-10df-4a14-ba63-2e3f3b3997a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f83fb8f-64c1-4561-94ca-54ad7b618d82,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:37.070807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Request body: {'subnet': {'network_id': '8f83fb8f-64c1-4561-94ca-54ad7b618d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650120905-subnet', 'tenant_id': 'aeb05fa6f70c406eba3e5bff61fb334d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:37.077778 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 8f83fb8f-64c1-4561-94ca-54ad7b618d82 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:38:37.101256 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Made reservation on behalf of aeb05fa6f70c406eba3e5bff61fb334d for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:37.104104 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:37.279621 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (d1e3d354-f74b-492f-80cc-8490197fe44b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:37.340722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e3d354-f74b-492f-80cc-8490197fe44b,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:37.349388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Checking segment: {'id': '27e9863b-ef7d-4e6e-856b-1c6b93f214a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8f83fb8f-64c1-4561-94ca-54ad7b618d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:38:37.349751 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Network hostable DHCP agents. Network: 8f83fb8f-64c1-4561-94ca-54ad7b618d82, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:38:37.369881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Network 8f83fb8f-64c1-4561-94ca-54ad7b618d82 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:38:37.380754 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 8f83fb8f-64c1-4561-94ca-54ad7b618d82) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:38:37.387544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:37.387544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:37.392620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:37.394294 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90748de-bed9-4be7-b27e-9c45dc4107bc None None] Network 8f83fb8f-64c1-4561-94ca-54ad7b618d82 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:37.413820 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-80fab5fc-55a4-4bd3-9c74-1a94c6eb60cd admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3468678 Sep 26 10:38:37.448900 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:37.523440 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ac37c-00ce-404d-aea5-dd4c0911707d None None] Network 8f83fb8f-64c1-4561-94ca-54ad7b618d82 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:37.711711 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202931-c3ec-4a4c-b697-f1d56d2b4b48 req-6690e0c9-61e2-4572-849f-308388ec5cff tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:37.713191 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c202931-c3ec-4a4c-b697-f1d56d2b4b48 req-6690e0c9-61e2-4572-849f-308388ec5cff tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Sep 26 10:38:37.721304 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:37.740108 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:37.763486 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c202931-c3ec-4a4c-b697-f1d56d2b4b48 req-67fb0aa0-d0ba-46ea-8313-8e9135ce8b67 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Sep 26 10:38:38.892819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd1f35-c882-48f1-8c38-b399ec5d5414 req-760bbc16-1334-419a-8eaf-c36b182408d7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:38.894297 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3cfd1f35-c882-48f1-8c38-b399ec5d5414 req-760bbc16-1334-419a-8eaf-c36b182408d7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0464759 Sep 26 10:38:38.945200 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3cfd1f35-c882-48f1-8c38-b399ec5d5414 req-d860fd53-2648-4912-9a43-e554ac3a45f5 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Sep 26 10:38:40.070150 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff921-0d9b-4693-ac4f-5249cbde2fe8 req-27a8744b-bd21-4f65-9d77-a907d0113d2c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:40.071579 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a0ff921-0d9b-4693-ac4f-5249cbde2fe8 req-27a8744b-bd21-4f65-9d77-a907d0113d2c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0456259 Sep 26 10:38:40.119210 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a0ff921-0d9b-4693-ac4f-5249cbde2fe8 req-1459137c-9771-4bb0-a328-ea015d7fbe81 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Sep 26 10:38:41.242982 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707556c-c4d2-4cb7-9654-02a21262487e req-77ebbc63-ff12-45e3-848e-e797953c7dcc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:41.244415 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0707556c-c4d2-4cb7-9654-02a21262487e req-77ebbc63-ff12-45e3-848e-e797953c7dcc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0463202 Sep 26 10:38:41.290079 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0707556c-c4d2-4cb7-9654-02a21262487e req-d72b7538-f94b-4618-b809-757533c96f5f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Sep 26 10:38:42.056626 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:42.419714 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19f24d-b9b4-4ffb-93f1-4e0fe2831ff0 req-bc0b5504-176a-4927-ad24-fef558cfd97f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:42.421172 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d19f24d-b9b4-4ffb-93f1-4e0fe2831ff0 req-bc0b5504-176a-4927-ad24-fef558cfd97f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0515664 Sep 26 10:38:42.446235 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:42.469740 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d19f24d-b9b4-4ffb-93f1-4e0fe2831ff0 req-3ef575fb-325d-4a31-9961-8e8bd6d9d8e2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Sep 26 10:38:43.597668 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10e501-87d7-4436-aff0-3d0919b9d785 req-a348e454-95b8-4528-9106-37d1274ef5af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:43.599155 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5b10e501-87d7-4436-aff0-3d0919b9d785 req-a348e454-95b8-4528-9106-37d1274ef5af tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Sep 26 10:38:43.645619 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5b10e501-87d7-4436-aff0-3d0919b9d785 req-225db683-4963-473b-a508-96de74410096 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Sep 26 10:38:44.769448 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1776713-e194-4f24-9245-4267fd32ac99 req-fcb80dde-09f9-44ce-bc9a-ad57d45ad1a6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:44.770911 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1776713-e194-4f24-9245-4267fd32ac99 req-fcb80dde-09f9-44ce-bc9a-ad57d45ad1a6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0465891 Sep 26 10:38:44.823153 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1776713-e194-4f24-9245-4267fd32ac99 req-0452de20-edb8-4182-9638-64564529d43e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Sep 26 10:38:45.227406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b256b-6ec1-4527-a491-899043442f8c req-ef956405-51c7-4773-93b7-69026bc99f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:45.228429 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-ef956405-51c7-4773-93b7-69026bc99f47 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1129 time: 0.0401576 Sep 26 10:38:45.339471 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b256b-6ec1-4527-a491-899043442f8c req-d29c56a5-a3ce-4e11-a101-f682db4336ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:45.341024 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-d29c56a5-a3ce-4e11-a101-f682db4336ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.0934258 Sep 26 10:38:45.413808 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-3f819e57-2889-44ea-82ad-796d1595d425 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 1001 time: 0.0660927 Sep 26 10:38:45.469623 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b256b-6ec1-4527-a491-899043442f8c req-ee7f202c-9baa-43a8-aa63-ce42ff45909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:45.471235 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-ee7f202c-9baa-43a8-aa63-ce42ff45909f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0470419 Sep 26 10:38:45.898182 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b256b-6ec1-4527-a491-899043442f8c req-0c281f30-1e06-4039-9978-549d9be29bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:45.899837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-0c281f30-1e06-4039-9978-549d9be29bdd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428653 Sep 26 10:38:46.004549 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5890-4c02-476d-9d3c-23c63ab0b09c req-456931c7-1d4b-4792-85a0-1e1587356322 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:46.005994 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f3b5890-4c02-476d-9d3c-23c63ab0b09c req-456931c7-1d4b-4792-85a0-1e1587356322 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0895350 Sep 26 10:38:46.051893 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:46.058951 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-648dfcbe-7572-4403-b979-dbec25aa3d34 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504984 Sep 26 10:38:46.074934 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f3b5890-4c02-476d-9d3c-23c63ab0b09c req-0d2aadb1-8be6-4ea9-9ffb-2a5454f3041e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625627 Sep 26 10:38:46.377556 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f30b256b-6ec1-4527-a491-899043442f8c req-65701115-bd37-4e38-b5cf-201ed07857a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925555 Sep 26 10:38:47.211437 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a8f51-7222-4d40-9099-e5255970343d req-58b4db5f-98de-4f1f-ad08-cd48bebae5f9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:47.212998 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce3a8f51-7222-4d40-9099-e5255970343d req-58b4db5f-98de-4f1f-ad08-cd48bebae5f9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Sep 26 10:38:47.262217 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce3a8f51-7222-4d40-9099-e5255970343d req-d65e5e5c-14ef-47ae-a7a7-6e14a40b0fd1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Sep 26 10:38:47.397374 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=58,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:48.294722 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:38:48.325746 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:48.415542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:48.418103 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d060a4-f296-4d4f-b052-2c4feb23d8ed req-d3b60293-1921-4982-8ec3-0f30ab490ac2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:48.419628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26d060a4-f296-4d4f-b052-2c4feb23d8ed req-d3b60293-1921-4982-8ec3-0f30ab490ac2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0555110 Sep 26 10:38:48.427554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'e97964be-97f3-4350-a687-7c69042847bd', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:38:48.466882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: ACTIVE; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:38:48.467274 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:48.468058 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26d060a4-f296-4d4f-b052-2c4feb23d8ed req-39672904-e989-4c55-b704-250d97c4c795 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427332 Sep 26 10:38:48.481676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e97964be-97f3-4350-a687-7c69042847bd {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:38:48.501749 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:48.505592 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:48.555009 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:48.595412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['e97964be-97f3-4350-a687-7c69042847bd'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:38:49.478146 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745737c-f627-41c6-82c8-8f7e13ebb70a req-0eb6aca6-235a-4c0e-8c89-5cdf47c0158f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:49.480369 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0745737c-f627-41c6-82c8-8f7e13ebb70a req-0eb6aca6-235a-4c0e-8c89-5cdf47c0158f tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Sep 26 10:38:49.502703 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:49.535259 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0745737c-f627-41c6-82c8-8f7e13ebb70a req-995318dd-ab6d-4da8-93ba-89b2908e40d5 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490668 Sep 26 10:38:49.665098 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29e957-1ebf-4a20-9b6d-994b88be17e9 req-fa58b792-e96a-41ac-bb25-f0f325ca3f84 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:49.672639 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d29e957-1ebf-4a20-9b6d-994b88be17e9 req-fa58b792-e96a-41ac-bb25-f0f325ca3f84 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 944 time: 0.0886557 Sep 26 10:38:49.749839 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d29e957-1ebf-4a20-9b6d-994b88be17e9 req-6d249ab7-3013-41a4-a705-ebcff374016c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760841 Sep 26 10:38:50.329882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:38:50.391288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port e97964be-97f3-4350-a687-7c69042847bd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:38:50.391944 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e97964be-97f3-4350-a687-7c69042847bd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:50.393034 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:38:50.489335 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:38:50.489816 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:50.516662 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:50.522317 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0531f16-269f-4308-b27b-404caeae438c" -d '{"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:50.538651 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:50.546632 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:50.603261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:50.716475 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b08c6-dc45-42c0-b7a0-2a7b1dfe97f7 req-311a5c8a-0229-4a3c-8487-10019fb1465e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:50.720722 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-935b08c6-dc45-42c0-b7a0-2a7b1dfe97f7 req-311a5c8a-0229-4a3c-8487-10019fb1465e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0708022 Sep 26 10:38:50.767325 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fb90d0-f1e8-42a9-be57-420bb45807f8 x-openstack-request-id: req-48fb90d0-f1e8-42a9-be57-420bb45807f8 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:50.767856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:50.768269 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48fb90d0-f1e8-42a9-be57-420bb45807f8 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:50.768810 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fb90d0-f1e8-42a9-be57-420bb45807f8'] response: {'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'code': 200} Sep 26 10:38:50.782541 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-935b08c6-dc45-42c0-b7a0-2a7b1dfe97f7 req-f5e4a82e-d908-492d-a120-a32a9634fcb4 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0553336 Sep 26 10:38:50.911079 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db6151-7fb3-4bb8-8eda-8678e815f856 req-b42f2003-0b26-4213-b62f-64bc2111160e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:50.912637 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84db6151-7fb3-4bb8-8eda-8678e815f856 req-b42f2003-0b26-4213-b62f-64bc2111160e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0580175 Sep 26 10:38:50.974715 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84db6151-7fb3-4bb8-8eda-8678e815f856 req-d05bdaf7-0b15-40a9-b7c6-d2ad2cf33809 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532160 Sep 26 10:38:51.307865 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58492) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:51.384868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Deleting subnet 701585b6-8d2a-48fb-a39b-b72972ca7a05 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:38:51.388536 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Publish callbacks [] for subnet (701585b6-8d2a-48fb-a39b-b72972ca7a05), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.395233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-5c11340b-7ed4-428a-a4fb-f873b044be60 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:51.396768 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-5c11340b-7ed4-428a-a4fb-f873b044be60 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.0549333 Sep 26 10:38:51.428287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (701585b6-8d2a-48fb-a39b-b72972ca7a05), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.474771 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (701585b6-8d2a-48fb-a39b-b72972ca7a05), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.519736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Deleting port f6d3b71f-a23a-4160-8219-9acd1b33b609 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:51.520155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.533559 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (701585b6-8d2a-48fb-a39b-b72972ca7a05), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.581719 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701585b6-8d2a-48fb-a39b-b72972ca7a05,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:51.590295 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.597408 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cdaee45c-1c32-4d22-8b4c-1faf785528c3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/701585b6-8d2a-48fb-a39b-b72972ca7a05 HTTP/1.1" status: 204 len: 168 time: 0.2883837 Sep 26 10:38:51.598405 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58494) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:51.646629 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] For port f6d3b71f-a23a-4160-8219-9acd1b33b609, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6d3b71f-a23a-4160-8219-9acd1b33b609,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:38:51.647607 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.678532 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (b42733f8-ab36-4c27-b9af-1c7bd34e9890), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.709155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:51.794272 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (b42733f8-ab36-4c27-b9af-1c7bd34e9890), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.819440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42733f8-ab36-4c27-b9af-1c7bd34e9890']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:51.830280 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6b225b-577b-42c9-9102-73fc9f8fdd8f') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:51.830840 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6b225b-577b-42c9-9102-73fc9f8fdd8f') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:51.841413 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (8d6b225b-577b-42c9-9102-73fc9f8fdd8f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.857095 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (8d6b225b-577b-42c9-9102-73fc9f8fdd8f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.869300 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:38:51.869708 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (8d6b225b-577b-42c9-9102-73fc9f8fdd8f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.890379 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.891455 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.891837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Floating IP fec65aa3-3fcd-423e-adc4-a5b9091fb5df disassociated. External IP: 172.27.1.113, port: f6d3b71f-a23a-4160-8219-9acd1b33b609. Sep 26 10:38:51.892239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Calling delete_port for f6d3b71f-a23a-4160-8219-9acd1b33b609 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:51.940520 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (b42733f8-ab36-4c27-b9af-1c7bd34e9890), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.951169 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:51.959109 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/b42733f8-ab36-4c27-b9af-1c7bd34e9890 HTTP/1.1" status: 204 len: 168 time: 0.3593194 Sep 26 10:38:51.959883 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58500) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:51.997771 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 8d6b225b-577b-42c9-9102-73fc9f8fdd8f resource provider aggregate not found Sep 26 10:38:52.012263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a6fb5-a883-4e7b-90ac-d4b727492def admin admin] Pushing event deleted for resources: {'Network': ['ID=b42733f8-ab36-4c27-b9af-1c7bd34e9890,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:52.042121 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Deleting subnet d1e3d354-f74b-492f-80cc-8490197fe44b {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:38:52.042121 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 8d6b225b-577b-42c9-9102-73fc9f8fdd8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d6b225b-577b-42c9-9102-73fc9f8fdd8f found for delete ", "request_id": "req-7b1a2ee0-53fa-4695-8d38-2e8545e41633"}]} Sep 26 10:38:52.043469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Publish callbacks [] for subnet (d1e3d354-f74b-492f-80cc-8490197fe44b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.138399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (d1e3d354-f74b-492f-80cc-8490197fe44b), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.185901 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (d1e3d354-f74b-492f-80cc-8490197fe44b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.256616 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (d1e3d354-f74b-492f-80cc-8490197fe44b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.284297 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e3d354-f74b-492f-80cc-8490197fe44b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:52.288697 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.294548 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bc0d7e3a-a6a9-4e58-81b0-a5e51bfdd30b admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d1e3d354-f74b-492f-80cc-8490197fe44b HTTP/1.1" status: 204 len: 168 time: 0.3245656 Sep 26 10:38:52.295289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58510) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:52.340807 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f75dd-3238-44d6-bc50-efd1a7d27eee req-6ace649d-aa38-47f1-aea7-49b9151dfaa3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:52.342714 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d1f75dd-3238-44d6-bc50-efd1a7d27eee req-6ace649d-aa38-47f1-aea7-49b9151dfaa3 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 945 time: 0.4434481 Sep 26 10:38:52.361077 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:52.376218 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (8f83fb8f-64c1-4561-94ca-54ad7b618d82), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.388932 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe2f29-fb9f-45b0-8d0d-8e9d9875a4fd req-c0cf06ec-b139-42e5-beaf-01019d0159a2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:52.396419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2bbe2f29-fb9f-45b0-8d0d-8e9d9875a4fd req-c0cf06ec-b139-42e5-beaf-01019d0159a2 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0997205 Sep 26 10:38:52.470725 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (8f83fb8f-64c1-4561-94ca-54ad7b618d82), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.496847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f83fb8f-64c1-4561-94ca-54ad7b618d82']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:52.503898 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2bbe2f29-fb9f-45b0-8d0d-8e9d9875a4fd req-e037a37f-96b6-4a95-94f3-5fcaa466ed7d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060390 Sep 26 10:38:52.508654 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e9863b-ef7d-4e6e-856b-1c6b93f214a9') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:52.509193 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e9863b-ef7d-4e6e-856b-1c6b93f214a9') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:52.513315 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d1f75dd-3238-44d6-bc50-efd1a7d27eee req-78aa0282-58c1-4669-ae02-3e7b34e2e678 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1580980 Sep 26 10:38:52.520446 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (27e9863b-ef7d-4e6e-856b-1c6b93f214a9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.551152 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (27e9863b-ef7d-4e6e-856b-1c6b93f214a9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.558570 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:38:52.559207 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (27e9863b-ef7d-4e6e-856b-1c6b93f214a9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.575382 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (f6d3b71f-a23a-4160-8219-9acd1b33b609), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.614730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'Port': ['ID=f6d3b71f-a23a-4160-8219-9acd1b33b609,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:52.615129 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:52.621193 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:52.628784 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (8f83fb8f-64c1-4561-94ca-54ad7b618d82), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.636510 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:52.646429 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/8f83fb8f-64c1-4561-94ca-54ad7b618d82 HTTP/1.1" status: 204 len: 168 time: 0.3500321 Sep 26 10:38:52.665268 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a0ac2-30b5-46c0-aa6d-ed51e0c54656 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f83fb8f-64c1-4561-94ca-54ad7b618d82,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:52.792052 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:38:52.881162 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58514) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:52.938373 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-150c2c89-612d-4ab1-8ff1-7d7a4b631593 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=931de015d3ab4db780d3b45a75afa0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554714 Sep 26 10:38:52.941667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58516) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:52.965381 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:38:52.981257 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:38:52.994488 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:53.000482 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:53.034384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] No DVR routers for this DVR port f6d3b71f-a23a-4160-8219-9acd1b33b609 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:38:53.046579 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:53.059080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2777e67-81ec-483f-93b8-3e6d05d7c2ce req-64f55793-441c-4060-afc0-6ff76895bc3a tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f6d3b71f-a23a-4160-8219-9acd1b33b609 HTTP/1.1" status: 204 len: 173 time: 1.6502023 Sep 26 10:38:53.060301 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'name': 'network-vif-deleted', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:38:53.080349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41034480-dc4a-4c55-988c-a600e9985ff3" -d '{"events": [{"server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "name": "network-vif-deleted", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:38:53.125027 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] Publish callbacks [] for security_group (2539540c-c243-4e96-9ebb-9890f4916bce), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:53.167650 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:53.170429 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:53.174014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:53.206113 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] Publish callbacks [] for security_group (2539540c-c243-4e96-9ebb-9890f4916bce), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:53.263019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7164b24-60d7-49e7-be71-e3f3b33a34c6 x-openstack-request-id: req-c7164b24-60d7-49e7-be71-e3f3b33a34c6 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:38:53.263392 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81811a93-acfd-43d2-a99f-a4a1f54c4b60", "name": "network-vif-deleted", "tag": "f6d3b71f-a23a-4160-8219-9acd1b33b609", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:38:53.263579 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7164b24-60d7-49e7-be71-e3f3b33a34c6 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:38:53.264096 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7164b24-60d7-49e7-be71-e3f3b33a34c6'] response: {'server_uuid': '81811a93-acfd-43d2-a99f-a4a1f54c4b60', 'name': 'network-vif-deleted', 'tag': 'f6d3b71f-a23a-4160-8219-9acd1b33b609', 'status': 'completed', 'code': 200} Sep 26 10:38:53.264597 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:53.315394 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2539540c-c243-4e96-9ebb-9890f4916bce), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:53.317973 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:53.322003 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2539540c-c243-4e96-9ebb-9890f4916bce HTTP/1.1" status: 204 len: 168 time: 0.3759537 Sep 26 10:38:53.336591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64a945-1d91-4a40-8530-c1f4ecea3ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539540c-c243-4e96-9ebb-9890f4916bce,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:53.495818 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:53.524216 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:38:53.533785 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:38:53.534588 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:53.702391 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-062cb392-a83e-4bb0-b9ff-315781be6edb req-1f62b284-9135-48a4-a068-9120740fab25 tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=81811a93-acfd-43d2-a99f-a4a1f54c4b60 HTTP/1.1" status: 200 len: 210 time: 0.0584617 Sep 26 10:38:53.703228 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:38:53.820087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402dd2-559e-4483-a507-5322f5c3e350 req-71051a0c-0c5b-4363-bd45-fc5f602ad70e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:53.828290 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b7402dd2-559e-4483-a507-5322f5c3e350 req-71051a0c-0c5b-4363-bd45-fc5f602ad70e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.1450012 Sep 26 10:38:53.895439 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58528) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:53.950888 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b7402dd2-559e-4483-a507-5322f5c3e350 req-01ddfb41-b8a7-4d49-8817-9e016fa42be0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122379 Sep 26 10:38:54.030305 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5dc166b2-9575-487c-97fa-2ab6a175537e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=aeb05fa6f70c406eba3e5bff61fb334d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336598 Sep 26 10:38:54.032661 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58530) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:54.073272 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 27e9863b-ef7d-4e6e-856b-1c6b93f214a9 resource provider aggregate not found Sep 26 10:38:54.095689 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] Publish callbacks [] for security_group (da188f42-1418-4156-8f75-6a142d76e16c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:54.111618 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 27e9863b-ef7d-4e6e-856b-1c6b93f214a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27e9863b-ef7d-4e6e-856b-1c6b93f214a9 found for delete ", "request_id": "req-cd7b1b50-d9be-4964-a2ab-57095fca8cc7"}]} Sep 26 10:38:54.126225 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-615883ef-a733-4849-930d-77b956eebc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:38:54.126820 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] Publish callbacks [] for security_group (da188f42-1418-4156-8f75-6a142d76e16c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:54.155445 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615883ef-a733-4849-930d-77b956eebc2d None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:32:47Z', 'revision_number': 4, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '9a415b61-b4e6-406c-b663-24955cc1e504', 'name': '', 'network_id': 'f9f0c1cf-9082-4631-962e-123de80a2bb4', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'mac_address': 'fa:16:3e:79:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:32:58Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'subnets': [{'id': '4da16e78-7edb-4ccb-a3b9-677589cbf7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:38:54.186665 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (da188f42-1418-4156-8f75-6a142d76e16c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:54.191194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:54.198251 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da188f42-1418-4156-8f75-6a142d76e16c HTTP/1.1" status: 204 len: 168 time: 0.1640692 Sep 26 10:38:54.223568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f893a-3ff2-40fe-9162-386263a448c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da188f42-1418-4156-8f75-6a142d76e16c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:54.345882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device f6d3b71f-a23a-4160-8219-9acd1b33b609 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:38:54.382470 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: f6d3b71f-a23a-4160-8219-9acd1b33b609 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:38:54.383207 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device f6d3b71f-a23a-4160-8219-9acd1b33b609 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:38:54.526801 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbafb5-b516-487b-93cb-3a9fdebac098 None None] New status for floating IP fec65aa3-3fcd-423e-adc4-a5b9091fb5df: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:38:54.858358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58552) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:54.926490 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (073cbafb-63c5-48f0-8fc2-8fb2d8ae663f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:54.956052 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (073cbafb-63c5-48f0-8fc2-8fb2d8ae663f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.060310 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (073cbafb-63c5-48f0-8fc2-8fb2d8ae663f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.063607 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.066267 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/073cbafb-63c5-48f0-8fc2-8fb2d8ae663f HTTP/1.1" status: 204 len: 168 time: 0.2055886 Sep 26 10:38:55.067859 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58562) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:55.089684 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-ed1c08a4-6cd4-41e9-8a0c-83bb38df726e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] show failed (client error): The resource could not be found. Sep 26 10:38:55.096825 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ed1c08a4-6cd4-41e9-8a0c-83bb38df726e tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "GET /networking/v2.0/security-groups/073cbafb-63c5-48f0-8fc2-8fb2d8ae663f HTTP/1.1" status: 404 len: 347 time: 0.0248902 Sep 26 10:38:55.097552 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58566) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:55.108916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126c95-f611-486f-a22a-bb6f551138de tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073cbafb-63c5-48f0-8fc2-8fb2d8ae663f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:55.221764 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:55.266821 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fadd0d-ee0e-41d4-ab98-810bc83eb6fd req-cc5bae30-3c65-4242-9c78-5a8b8e40c655 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:55.273599 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-97fadd0d-ee0e-41d4-ab98-810bc83eb6fd req-cc5bae30-3c65-4242-9c78-5a8b8e40c655 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.1659336 Sep 26 10:38:55.277176 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58570) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:55.305403 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Deleting port 80507b8d-ff86-44e6-8a4f-74fa971b9bd7 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:38:55.306009 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.390737 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-97fadd0d-ee0e-41d4-ab98-810bc83eb6fd req-195ca830-8871-4cfc-8962-e3189fef32f8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072247 Sep 26 10:38:55.436354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.436959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.443563 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1331160785-network', 'tenant_id': '3e71ac778bf24f779d6d4c8c5de7e528'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:55.458354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Calling delete_port for 80507b8d-ff86-44e6-8a4f-74fa971b9bd7 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:38:55.473821 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Made reservation on behalf of 3e71ac778bf24f779d6d4c8c5de7e528 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:55.479007 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.492766 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.600039 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks [] for security_group (beb4a194-4dda-4ee8-87d6-b7b1341180fe), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.606524 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (beb4a194-4dda-4ee8-87d6-b7b1341180fe), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.633815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (80507b8d-ff86-44e6-8a4f-74fa971b9bd7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.638488 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:38:55.640970 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb4a194-4dda-4ee8-87d6-b7b1341180fe,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:55.652355 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (776ac1e3-99c4-4ba0-ade9-a934e476381e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.653121 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Added segment 776ac1e3-99c4-4ba0-ade9-a934e476381e of type vlan for network 4100a641-533c-49ba-9608-c77b1227d5d8 Sep 26 10:38:55.701270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Pushing event deleted for resources: {'Port': ['ID=80507b8d-ff86-44e6-8a4f-74fa971b9bd7,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:55.726424 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (4100a641-533c-49ba-9608-c77b1227d5d8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.770484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (4100a641-533c-49ba-9608-c77b1227d5d8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.773223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:55.775391 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.779865 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks [] for floatingip (fec65aa3-3fcd-423e-adc4-a5b9091fb5df), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.782453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:55.783601 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d369c22b-d0db-44dd-bbca-aea84039332b tempest-AttachVolumeTestJSON-1711285487 tempest-AttachVolumeTestJSON-1711285487-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/fec65aa3-3fcd-423e-adc4-a5b9091fb5df HTTP/1.1" status: 204 len: 168 time: 0.6850607 Sep 26 10:38:55.873031 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5912430 Sep 26 10:38:55.873031 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58576) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:38:55.878090 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Request body: {'subnet': {'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1331160785-subnet', 'tenant_id': '3e71ac778bf24f779d6d4c8c5de7e528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:38:55.883638 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d889d6-1b69-434a-a78c-77285bcc0893 admin admin] Pushing event updated for resources: {'Network': ['ID=4100a641-533c-49ba-9608-c77b1227d5d8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:55.897207 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 4100a641-533c-49ba-9608-c77b1227d5d8 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:38:55.974072 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Made reservation on behalf of 3e71ac778bf24f779d6d4c8c5de7e528 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:38:55.974072 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:56.070835 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:56.179498 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (d8ba0a7e-4e3e-413a-ba9c-2124020845e7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:56.229736 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ba0a7e-4e3e-413a-ba9c-2124020845e7,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:38:56.253972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Checking segment: {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:38:56.254354 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Network hostable DHCP agents. Network: 4100a641-533c-49ba-9608-c77b1227d5d8, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:38:56.278295 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Network 4100a641-533c-49ba-9608-c77b1227d5d8 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:38:56.291408 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 4100a641-533c-49ba-9608-c77b1227d5d8) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:38:56.296954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:56.297726 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:38:56.308119 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4218265-dc73-41a4-8aea-0ebddcd3ae63 None None] Network 4100a641-533c-49ba-9608-c77b1227d5d8 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:56.331472 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-86111bd7-d4f2-42c4-a96f-fdac0bc98c5a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4576516 Sep 26 10:38:56.436091 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38365d3e-662d-4776-9921-1808a533f916 None None] Network 4100a641-533c-49ba-9608-c77b1227d5d8 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:38:56.598598 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612d1c-06d6-455c-8e44-a7cf9f246deb req-d65fbe46-5513-44b9-b0dc-576b0b92f305 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:56.600748 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1612d1c-06d6-455c-8e44-a7cf9f246deb req-d65fbe46-5513-44b9-b0dc-576b0b92f305 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0906456 Sep 26 10:38:56.618333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:56.668447 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1612d1c-06d6-455c-8e44-a7cf9f246deb req-8d24186d-d09e-4ba7-b8a1-73b2ef6917b9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614021 Sep 26 10:38:57.827411 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42c51-9866-4d35-bc10-05fdef4f7013 req-8de0b1ae-14b5-40c8-a0c9-6309491a638c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:57.829016 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-15d42c51-9866-4d35-bc10-05fdef4f7013 req-8de0b1ae-14b5-40c8-a0c9-6309491a638c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0609939 Sep 26 10:38:57.916209 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-15d42c51-9866-4d35-bc10-05fdef4f7013 req-591f44e1-9e8d-4bb8-8d8c-7ddcb5c38875 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601158 Sep 26 10:38:58.391197 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-a0b3e730-98a6-439a-90b5-b26c43f809a3 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:58.403172 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-a0b3e730-98a6-439a-90b5-b26c43f809a3 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 814 time: 0.1647921 Sep 26 10:38:58.430055 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-6df3de65-535d-4947-b59f-c35a1292d417 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/quotas/3e71ac778bf24f779d6d4c8c5de7e528 HTTP/1.1" status: 200 len: 375 time: 0.0211134 Sep 26 10:38:58.462811 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-a9606565-09eb-484d-8720-9eb395e95cbe tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357285 Sep 26 10:38:58.610519 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:38:58.661938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-118e9a66-20ee-410e-bb3f-9b7df9cabfe2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864707 Sep 26 10:38:58.781349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-e5075e02-1d5c-472f-a3fe-9b055133de2e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068532 Sep 26 10:38:58.971096 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca5a0aa0-e023-4682-bb14-3aa32ef3e9ce req-66ec9ef6-b97d-4524-ad6c-5c05594d8003 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 210 time: 0.0387998 Sep 26 10:38:59.071960 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7d19e-b57e-4a4c-99c1-bc211f1e5e2b req-0e17c561-9bd6-4554-9d7d-2c8f08478c50 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:38:59.073454 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05e7d19e-b57e-4a4c-99c1-bc211f1e5e2b req-0e17c561-9bd6-4554-9d7d-2c8f08478c50 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0621035 Sep 26 10:38:59.130067 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05e7d19e-b57e-4a4c-99c1-bc211f1e5e2b req-c8b03d46-028f-4377-a692-07892cefac06 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484817 Sep 26 10:38:59.578682 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 58652) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:00.102419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10acff73-ea4a-417f-8d8c-d2c7cb5dbee1 req-22a37395-2ae1-43da-a60b-a97fa4d95e36 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 210 time: 0.0352199 Sep 26 10:39:00.109340 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:00.141224 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:00.374438 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80b16c-ee1b-4334-a60d-24f501d4bd0d req-51a7db91-649b-4e3a-bc5f-aa86584dd37e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:00.375832 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7a80b16c-ee1b-4334-a60d-24f501d4bd0d req-51a7db91-649b-4e3a-bc5f-aa86584dd37e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.1367350 Sep 26 10:39:00.456195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-769bc8df-2c78-42fe-bf6d-fe6f71c783f1 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:00.457596 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-769bc8df-2c78-42fe-bf6d-fe6f71c783f1 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 814 time: 0.2197056 Sep 26 10:39:00.505809 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7a80b16c-ee1b-4334-a60d-24f501d4bd0d req-5f4b6d49-7c05-4ebb-9cd8-be42cb8518a7 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205425 Sep 26 10:39:00.508835 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Deleting port 9a415b61-b4e6-406c-b663-24955cc1e504 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:00.509179 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:00.538046 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Request body: {'port': {'device_id': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8', 'admin_state_up': True, 'tenant_id': '3e71ac778bf24f779d6d4c8c5de7e528'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:39:00.571002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:00.674995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] For port 9a415b61-b4e6-406c-b663-24955cc1e504, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=9a415b61-b4e6-406c-b663-24955cc1e504,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:00.675252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:00.693979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Calling delete_port for 9a415b61-b4e6-406c-b663-24955cc1e504 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:00.755917 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Made reservation on behalf of 3e71ac778bf24f779d6d4c8c5de7e528 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:39:00.759405 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:00.824352 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-ab9426b0-2ecd-4fc6-b0e9-c1a1dd7d644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:00.825833 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-ab9426b0-2ecd-4fc6-b0e9-c1a1dd7d644a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1129 time: 0.0786533 Sep 26 10:39:00.967255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:01.260598 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d497c5fe-524f-419e-b63c-50748afb3d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:01.316304 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88868903-6d7f-4a3c-99c3-d23f998611fb req-2596935f-3f73-4fa0-bf2d-aad647551663 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 210 time: 0.0686669 Sep 26 10:39:01.325842 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-0cef5cc8-4686-40eb-ab17-9c827a83fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:01.327577 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-0cef5cc8-4686-40eb-ab17-9c827a83fb13 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.4396689 Sep 26 10:39:01.339041 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Allocated IP 172.20.0.8 (4100a641-533c-49ba-9608-c77b1227d5d8/d8ba0a7e-4e3e-413a-ba9c-2124020845e7/57839eaf-1949-4800-a7dc-981dea02ad7e) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:39:01.450818 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-6759af54-a4cb-4e85-940a-8df6ba3151d2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 1001 time: 0.1130064 Sep 26 10:39:01.459199 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (9a415b61-b4e6-406c-b663-24955cc1e504), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:01.467664 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:01.526357 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a415b61-b4e6-406c-b663-24955cc1e504,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:01.639885 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-bd1bfa16-9cbb-45e5-b472-3c8e12b07410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:01.641349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-bd1bfa16-9cbb-45e5-b472-3c8e12b07410 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.1795154 Sep 26 10:39:01.760736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db60bc-5ba7-4ec3-b95e-ede80c197f74 req-fdbb6a21-95a8-44b6-8b70-6acaaa7b7d72 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:01.762235 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12db60bc-5ba7-4ec3-b95e-ede80c197f74 req-fdbb6a21-95a8-44b6-8b70-6acaaa7b7d72 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.1287172 Sep 26 10:39:01.771720 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-69d1617a-b630-41df-8c01-565c7810cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:01.773691 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-69d1617a-b630-41df-8c01-565c7810cd52 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135139 Sep 26 10:39:01.886411 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks [] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:01.978194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:01.990425 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12db60bc-5ba7-4ec3-b95e-ede80c197f74 req-0bba587e-0d85-4b92-8fb8-4c07f9c85b3e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207706 Sep 26 10:39:02.023056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:02.032279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:02.045257 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-cb870329-d363-43d9-b1d9-2a7fdf095d38 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366574 Sep 26 10:39:02.162852 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Network 4100a641-533c-49ba-9608-c77b1227d5d8 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:39:02.176172 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:39:02.183257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:39:02.185771 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Pushing event updated for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:02.292912 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:02.293434 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:02.295485 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:02.310259 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcfe121e-5add-4bcb-8dff-abaa343649b5 req-6dfd16dc-c045-4199-8edf-3242c4176b10 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418842 Sep 26 10:39:02.328181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-97268c63-ed9b-42c7-80b6-09c51f27727b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8055992 Sep 26 10:39:02.367986 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Request body: {'port': {'device_id': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:39:02.509337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54135590-bf6c-4ec1-9930-e861a96f37b1 req-71b33ad9-ea5c-4105-b64b-408177d7e5dd tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:02.510818 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54135590-bf6c-4ec1-9930-e861a96f37b1 req-71b33ad9-ea5c-4105-b64b-408177d7e5dd tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 931 time: 0.1149879 Sep 26 10:39:02.520028 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:02.543157 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:39:02.645668 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54135590-bf6c-4ec1-9930-e861a96f37b1 req-8203f212-18fb-4f52-b25a-cdb512f8b7f6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291518 Sep 26 10:39:02.776495 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:02.812745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:39:02.821185 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-059acedb-b7b2-4fe8-b634-e3ba727d4be2 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/3a44327f-2d5a-4822-8a99-7ae8a577d9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2391779 Sep 26 10:39:02.821351 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Sync routers for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:39:02.822293 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58682) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:02.832939 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:02.833641 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:02.921550 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57839eaf-1949-4800-a7dc-981dea02ad7e {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:39:02.930078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks [] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:02.931392 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:02.943879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:02.945964 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Transition to ACTIVE for port object 57839eaf-1949-4800-a7dc-981dea02ad7e will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:39:02.952808 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.010062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Pushing event updated for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:03.064745 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:03.110737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Attempting to bind port 57839eaf-1949-4800-a7dc-981dea02ad7e on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:39:03.110737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Attempting to bind port 57839eaf-1949-4800-a7dc-981dea02ad7e by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:39:03.110737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Attempting to bind port 57839eaf-1949-4800-a7dc-981dea02ad7e on network 4100a641-533c-49ba-9608-c77b1227d5d8 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:39:03.155802 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:39:01Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:03.158246 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:03.174281 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398ce8d-6961-4804-8a31-6db570d8cd77 req-d77ff7ba-4f30-4f81-bfc2-42dfce5a3a8e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:03.175811 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d398ce8d-6961-4804-8a31-6db570d8cd77 req-d77ff7ba-4f30-4f81-bfc2-42dfce5a3a8e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0810387 Sep 26 10:39:03.177363 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks [] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.182666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Checking router: 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:39:03.191984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Routers {'3a44327f-2d5a-4822-8a99-7ae8a577d9b0'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:03.192677 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:38:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:03.206526 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Port 57839eaf-1949-4800-a7dc-981dea02ad7e on network 4100a641-533c-49ba-9608-c77b1227d5d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:39:03.206862 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Attempting to bind port 57839eaf-1949-4800-a7dc-981dea02ad7e on network 4100a641-533c-49ba-9608-c77b1227d5d8 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:39:03.238660 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:03.279080 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks [] for router_gateway (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.279696 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d398ce8d-6961-4804-8a31-6db570d8cd77 req-81b871e5-5afd-4fcd-bd87-0e6bf4a02451 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919130 Sep 26 10:39:03.280408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:39:03.280746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Checking segment: {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:39:03.281123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Bound using segment: {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:39:03.281566 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Bound port: 57839eaf-1949-4800-a7dc-981dea02ad7e, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:39:03.281926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.325006 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] Set router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:03.326599 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Deleting port 173cef51-f75b-4189-8a3b-81f5e5cf6aef {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:03.326936 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.363073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:39:03.368294 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=57839eaf-1949-4800-a7dc-981dea02ad7e,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:39:03.383058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.388017 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:03.388705 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.390811 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/57839eaf-1949-4800-a7dc-981dea02ad7e HTTP/1.1" status: 200 len: 1093 time: 1.0291984 Sep 26 10:39:03.393131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:39:03.395982 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabad25e-dd36-4ac3-8dad-20bf10c817d4" -d '{"events": [{"name": "network-changed", "server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:39:03.433700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] For port 173cef51-f75b-4189-8a3b-81f5e5cf6aef, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=173cef51-f75b-4189-8a3b-81f5e5cf6aef,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:03.434088 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.438215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0db1204-ee4c-4810-8843-12863b96eee7 x-openstack-request-id: req-e0db1204-ee4c-4810-8843-12863b96eee7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:39:03.438694 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:39:03.438942 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0db1204-ee4c-4810-8843-12863b96eee7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:39:03.439405 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0db1204-ee4c-4810-8843-12863b96eee7'] response: {'name': 'network-changed', 'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e', 'status': 'completed', 'code': 200} Sep 26 10:39:03.449478 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Calling delete_port for 173cef51-f75b-4189-8a3b-81f5e5cf6aef owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:03.458933 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569d6a0-01db-4110-a7c4-a37fd43499a9 service neutron] Pushing event updated for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:03.512457 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:39:01Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:03.537080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01a8ec-bc86-499b-810c-6ab08ba4f761 None None] The sync data for ids ['3a44327f-2d5a-4822-8a99-7ae8a577d9b0'] in dv-cinder-844563-7-iscsi is: [{'id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'name': 'tempest-AttachVolumeTestJSON-1946119032-router', 'tenant_id': '3c219db8370d4ef49f235020868144d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:34Z', 'updated_at': '2022-09-26T10:39:01Z', 'revision_number': 5, 'project_id': '3c219db8370d4ef49f235020868144d7', 'gw_port': {'id': '173cef51-f75b-4189-8a3b-81f5e5cf6aef', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a44327f-2d5a-4822-8a99-7ae8a577d9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:39:03.569929 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:03.621706 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (173cef51-f75b-4189-8a3b-81f5e5cf6aef), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.650747 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Pushing event deleted for resources: {'Port': ['ID=173cef51-f75b-4189-8a3b-81f5e5cf6aef,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:03.711111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.768442 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c8cae890-7bb8-45fd-a1ef-a5ddc698e8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.773386 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2e9cb-cf5a-4c54-bcf5-f819a10c7ccf req-d6adcc32-f12e-4599-ae07-0e1cd163118b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:03.775138 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ee2e9cb-cf5a-4c54-bcf5-f819a10c7ccf req-d6adcc32-f12e-4599-ae07-0e1cd163118b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 943 time: 0.0517168 Sep 26 10:39:03.799515 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.801730 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks [] for router_controller (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.826573 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ee2e9cb-cf5a-4c54-bcf5-f819a10c7ccf req-0ff2fb7d-97bd-4318-a630-4db3027d1193 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Sep 26 10:39:03.850865 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (3a44327f-2d5a-4822-8a99-7ae8a577d9b0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.851527 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a44327f-2d5a-4822-8a99-7ae8a577d9b0 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:39:03.855959 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.857093 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fc56310e-57b7-416c-be92-f4f71c26d177 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/3a44327f-2d5a-4822-8a99-7ae8a577d9b0 HTTP/1.1" status: 204 len: 168 time: 1.0333812 Sep 26 10:39:03.859558 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58690) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:03.911796 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Deleting subnet 4da16e78-7edb-4ccb-a3b9-677589cbf7f7 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:39:03.915425 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Publish callbacks [] for subnet (4da16e78-7edb-4ccb-a3b9-677589cbf7f7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.963595 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-9d7d13f2-7a84-4aab-9af3-4c6b134cadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:03.966229 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-9d7d13f2-7a84-4aab-9af3-4c6b134cadc1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 1127 time: 0.0472119 Sep 26 10:39:03.967620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (4da16e78-7edb-4ccb-a3b9-677589cbf7f7), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:03.975209 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9a415b61-b4e6-406c-b663-24955cc1e504 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:04.001486 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 9a415b61-b4e6-406c-b663-24955cc1e504 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:04.001840 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 9a415b61-b4e6-406c-b663-24955cc1e504 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:04.071014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (4da16e78-7edb-4ccb-a3b9-677589cbf7f7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.121907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-1ad18333-ad71-4c0b-b941-527394512200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:04.123928 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-1ad18333-ad71-4c0b-b941-527394512200 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1250751 Sep 26 10:39:04.137068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (4da16e78-7edb-4ccb-a3b9-677589cbf7f7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.176780 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da16e78-7edb-4ccb-a3b9-677589cbf7f7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:04.185361 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.189569 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-241df5ec-7adf-4850-a086-a13c37da09d8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4da16e78-7edb-4ccb-a3b9-677589cbf7f7 HTTP/1.1" status: 204 len: 168 time: 0.3286812 Sep 26 10:39:04.191627 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58692) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:04.197446 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80131b71-21a7-4baa-afe9-4ea999b8c49e None None] Network f9f0c1cf-9082-4631-962e-123de80a2bb4 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:39:04.201667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.236385 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-3cf1781f-f254-40f2-997b-918b47a3642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:04.237864 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dabad25e-dd36-4ac3-8dad-20bf10c817d4 req-3cf1781f-f254-40f2-997b-918b47a3642b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076989 Sep 26 10:39:04.258616 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.272143 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (f9f0c1cf-9082-4631-962e-123de80a2bb4), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.331757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Deleting port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:04.332437 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.362746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-bb27e765-91f4-4ebf-9630-6ba46dfe9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:04.364424 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-bb27e765-91f4-4ebf-9630-6ba46dfe9b8b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 1127 time: 0.0638378 Sep 26 10:39:04.372086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:04.421014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] For port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:04.421675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.431173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] DHCP port deletion for f9f0c1cf-9082-4631-962e-123de80a2bb4 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:39:04.440026 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Calling delete_port for 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:04.459257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b55e-8ba2-4e5c-8062-234190584098 req-53db7e26-757b-4e56-a1e0-e3daabaf75f6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:04.460876 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4ce2b55e-8ba2-4e5c-8062-234190584098 req-53db7e26-757b-4e56-a1e0-e3daabaf75f6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 945 time: 0.0620809 Sep 26 10:39:04.507165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Deleting port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:04.507651 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.511013 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:04.511585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.519515 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4ce2b55e-8ba2-4e5c-8062-234190584098 req-ca511ce7-ccb8-4027-87c3-a3b9f880c8ed tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482647 Sep 26 10:39:04.536769 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.541557 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.580453 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:04.591034 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:39:04.593278 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b6a071-205b-4a91-b92e-5b8563e09946" -d '{"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-unplugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:39:04.620767 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-a78bc253-b8ae-4b75-a1dd-230db76161e9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57839eaf-1949-4800-a7dc-981dea02ad7e HTTP/1.1" status: 200 len: 217 time: 0.0555072 Sep 26 10:39:04.625119 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] No DVR routers for this DVR port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:39:04.627328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] For port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,segment=NetworkSegment(515503b5-cc0f-4b85-90e1-a4134f454ef9),segment_id=515503b5-cc0f-4b85-90e1-a4134f454ef9)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:04.627916 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.629962 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.631011 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.633532 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:04.647261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.649672 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Calling delete_port for 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:04.690422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.699166 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceca09c-dfab-49fe-8bd3-aefdfae04cb0 x-openstack-request-id: req-8ceca09c-dfab-49fe-8bd3-aefdfae04cb0 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:39:04.699485 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-unplugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:39:04.699747 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ceca09c-dfab-49fe-8bd3-aefdfae04cb0 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:39:04.700139 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceca09c-dfab-49fe-8bd3-aefdfae04cb0'] response: {'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'code': 200} Sep 26 10:39:04.729892 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:39:04.739059 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-22ac8791-7065-4bc6-b00c-7df69a3178fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:04.739592 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.742627 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-22ac8791-7065-4bc6-b00c-7df69a3178fd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d8ba0a7e-4e3e-413a-ba9c-2124020845e7 HTTP/1.1" status: 200 len: 854 time: 0.1098025 Sep 26 10:39:04.765056 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (f9f0c1cf-9082-4631-962e-123de80a2bb4), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.784840 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:04.792871 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:04.812543 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-70d86db0-151a-4fb6-9635-88574020e9f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4100a641-533c-49ba-9608-c77b1227d5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581632 Sep 26 10:39:04.815285 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f0c1cf-9082-4631-962e-123de80a2bb4']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:04.827076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515503b5-cc0f-4b85-90e1-a4134f454ef9') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:04.827313 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515503b5-cc0f-4b85-90e1-a4134f454ef9') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:04.830519 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (74bc1936-0cdc-4b94-8b6f-abdbfc7835e4), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.847438 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (515503b5-cc0f-4b85-90e1-a4134f454ef9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.862004 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] Pushing event deleted for resources: {'Port': ['ID=74bc1936-0cdc-4b94-8b6f-abdbfc7835e4,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:04.865062 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3c896-65f5-4f0d-ae73-6857abb28173 None None] No DVR routers for this DVR port 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:39:04.873907 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (515503b5-cc0f-4b85-90e1-a4134f454ef9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.882999 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:39:04.883435 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (515503b5-cc0f-4b85-90e1-a4134f454ef9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.931468 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 515503b5-cc0f-4b85-90e1-a4134f454ef9 resource provider aggregate not found Sep 26 10:39:04.964909 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 515503b5-cc0f-4b85-90e1-a4134f454ef9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 515503b5-cc0f-4b85-90e1-a4134f454ef9 found for delete ", "request_id": "req-97a1349e-621d-4ad6-a118-2a3c5faca913"}]} Sep 26 10:39:04.975849 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (f9f0c1cf-9082-4631-962e-123de80a2bb4), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.982196 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:04.985562 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/f9f0c1cf-9082-4631-962e-123de80a2bb4 HTTP/1.1" status: 204 len: 168 time: 0.7928820 Sep 26 10:39:05.000076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13396c-e32f-46fa-8bbf-8b22ba5c1235 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f0c1cf-9082-4631-962e-123de80a2bb4,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:05.171708 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58720) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:05.221377 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6f671aeb-6f7e-4b9c-90b3-e373cc4d3364 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3c219db8370d4ef49f235020868144d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482302 Sep 26 10:39:05.223968 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58724) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:05.263815 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-68b011b2-53df-4fad-8f9b-7b74a15e7511 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423027 Sep 26 10:39:05.270100 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69e9ba-88f5-4091-98ce-1ae48e4d5248 req-0ca78cb9-b45b-498c-96f0-706a80162740 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:05.271469 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b69e9ba-88f5-4091-98ce-1ae48e4d5248 req-0ca78cb9-b45b-498c-96f0-706a80162740 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 943 time: 0.3243635 Sep 26 10:39:05.281230 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] Publish callbacks [] for security_group (13e29d0a-a76b-4764-aa51-5b59471a1983), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:05.304915 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] Publish callbacks [] for security_group (13e29d0a-a76b-4764-aa51-5b59471a1983), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:05.367466 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (13e29d0a-a76b-4764-aa51-5b59471a1983), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:05.370161 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:05.374610 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/13e29d0a-a76b-4764-aa51-5b59471a1983 HTTP/1.1" status: 204 len: 168 time: 0.1465361 Sep 26 10:39:05.381803 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd961f2f-ace2-44cd-b0a1-d49009064d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e29d0a-a76b-4764-aa51-5b59471a1983,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:05.383653 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b69e9ba-88f5-4091-98ce-1ae48e4d5248 req-5b6cd7e0-d0d0-48d6-80de-b6b5c791d4d7 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027215 Sep 26 10:39:05.415709 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5512932b-f16c-4472-9f66-7d5a9b64eae5 req-6ad74029-6769-44f5-8db6-4bc3f2b3507c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433094 Sep 26 10:39:05.610695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-fed2ab00-e381-49ac-ad5b-4ef65b0e0c57 req-b2d63a70-f879-4a85-b2ff-54cbb75e36a2 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:39:05.611690 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fed2ab00-e381-49ac-ad5b-4ef65b0e0c57 req-b2d63a70-f879-4a85-b2ff-54cbb75e36a2 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062969 Sep 26 10:39:05.762076 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:05.829174 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 173cef51-f75b-4189-8a3b-81f5e5cf6aef no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:05.844706 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35476219-bf17-413f-b732-98479347f7ad req-bda9d4ab-4bd4-44e6-81c3-ac5e44742b48 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:05.846859 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35476219-bf17-413f-b732-98479347f7ad req-bda9d4ab-4bd4-44e6-81c3-ac5e44742b48 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0956366 Sep 26 10:39:05.849585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 173cef51-f75b-4189-8a3b-81f5e5cf6aef {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:05.849936 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 173cef51-f75b-4189-8a3b-81f5e5cf6aef not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:05.850952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:05.870140 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:05.870775 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 74bc1936-0cdc-4b94-8b6f-abdbfc7835e4 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:05.914813 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-49ccf1d7-ec13-480a-874a-535677fb928d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658205 Sep 26 10:39:05.926086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:05.945130 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-35476219-bf17-413f-b732-98479347f7ad req-5cfa9892-fba3-421d-b93d-b26d01817e48 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865693 Sep 26 10:39:06.000783 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-b39c0b47-0dbe-4034-b421-08824cf6ada8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:06.003710 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-b39c0b47-0dbe-4034-b421-08824cf6ada8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports/e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 940 time: 0.0562775 Sep 26 10:39:06.298174 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:06.523988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e526-ab60-4ae8-b5ec-e6114c701dbb req-506ed86d-b1fd-4a0b-a0cc-3a5471c60f6e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:06.525462 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b846e526-ab60-4ae8-b5ec-e6114c701dbb req-506ed86d-b1fd-4a0b-a0cc-3a5471c60f6e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 943 time: 0.0562804 Sep 26 10:39:06.592844 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b846e526-ab60-4ae8-b5ec-e6114c701dbb req-c9231292-9933-48a6-a0ce-7a10bae4696a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578740 Sep 26 10:39:07.087110 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-1f41de1b-ed8b-4129-9c98-ecdd5770c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.088602 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-1f41de1b-ed8b-4129-9c98-ecdd5770c4ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033&tenant_id=38cccae871b94a9db82b5017c2c497c1 HTTP/1.1" status: 200 len: 1127 time: 0.0711701 Sep 26 10:39:07.106261 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561837-9c7c-4eca-bd79-2254fe9fc5e7 req-149c8f0a-2fb1-4d99-b48d-c3625784531c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.108022 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f561837-9c7c-4eca-bd79-2254fe9fc5e7 req-149c8f0a-2fb1-4d99-b48d-c3625784531c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0591488 Sep 26 10:39:07.188165 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-d0323f3b-b7d5-4a76-b162-8ee4337ac194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.189642 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-d0323f3b-b7d5-4a76-b162-8ee4337ac194 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=38cccae871b94a9db82b5017c2c497c1&device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1127 time: 0.0683694 Sep 26 10:39:07.193909 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f561837-9c7c-4eca-bd79-2254fe9fc5e7 req-3ed506f5-9d85-4b09-b26f-2dfa1436345f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796018 Sep 26 10:39:07.263247 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:07.288736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-ebf7d775-a877-4556-a0ef-ff2b3cdcdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.290238 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-ebf7d775-a877-4556-a0ef-ff2b3cdcdf15 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 200 len: 918 time: 0.0935311 Sep 26 10:39:07.362519 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-9f7fe89f-4682-4620-a0ed-e13efb83e512 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 200 len: 999 time: 0.0616984 Sep 26 10:39:07.416876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-81f8e70a-d150-41f5-bd3b-fc9ea4332004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.418376 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-81f8e70a-d150-41f5-bd3b-fc9ea4332004 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 200 len: 856 time: 0.0460467 Sep 26 10:39:07.465453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-26f72a79-1d3b-485d-bcea-03f166c133bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.466986 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-26f72a79-1d3b-485d-bcea-03f166c133bb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=154a4e25-766b-4e4b-9202-0213b7789f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393696 Sep 26 10:39:07.478287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58822) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:07.568417 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-0de1a69c-ed2e-4d5b-8c5d-198aaa13e069 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901353 Sep 26 10:39:07.586118 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84a4f14b-1044-41f1-a7aa-638b24a7d6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.672033 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84a4f14b-1044-41f1-a7aa-638b24a7d6ef admin admin] Publish callbacks [] for security_group (375e7109-efcd-45d3-9c5d-5e14d7cc34f3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.674790 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec7cd075-7a09-4e5e-8c4a-47b89ddd1f58 req-4171bdae-7d9d-4454-80ba-dc0e0d2e9b0f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958331 Sep 26 10:39:07.676635 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84a4f14b-1044-41f1-a7aa-638b24a7d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (375e7109-efcd-45d3-9c5d-5e14d7cc34f3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.719870 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4f14b-1044-41f1-a7aa-638b24a7d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e7109-efcd-45d3-9c5d-5e14d7cc34f3,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:07.729870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69acef-b474-49d1-9387-3922eec46ed3 req-96f7570e-5d2c-4750-9af0-aa6614055dc0 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:07.729986 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-84a4f14b-1044-41f1-a7aa-638b24a7d6ef admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fc3f6f7d9cca43ee8c7d6c4d936f47f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502091 Sep 26 10:39:07.730881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58834) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:07.731033 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce69acef-b474-49d1-9387-3922eec46ed3 req-96f7570e-5d2c-4750-9af0-aa6614055dc0 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 943 time: 0.0503917 Sep 26 10:39:07.737496 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:07.791453 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce69acef-b474-49d1-9387-3922eec46ed3 req-aa0341bb-810d-4304-adc5-9e314d57c54e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Sep 26 10:39:07.795797 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] Publish callbacks [] for security_group (375e7109-efcd-45d3-9c5d-5e14d7cc34f3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.818753 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] Publish callbacks [] for security_group (375e7109-efcd-45d3-9c5d-5e14d7cc34f3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.883287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (375e7109-efcd-45d3-9c5d-5e14d7cc34f3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.886390 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:07.887680 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/375e7109-efcd-45d3-9c5d-5e14d7cc34f3 HTTP/1.1" status: 204 len: 168 time: 0.1558967 Sep 26 10:39:07.898000 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01f46-5f96-4c3e-85b1-640f68a4fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e7109-efcd-45d3-9c5d-5e14d7cc34f3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:08.213234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58858) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:08.226540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0d01f623-b476-4f9d-a5d9-4cf04db8e4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.238977 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:08.317538 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0d01f623-b476-4f9d-a5d9-4cf04db8e4ae admin admin] Publish callbacks [] for security_group (7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.323337 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0d01f623-b476-4f9d-a5d9-4cf04db8e4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.352773 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad78c48-c93d-4cb8-9bbe-2a7ed9093cbc req-266f9fc9-ba45-4a0b-93a7-914de7933e09 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:08.355616 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ad78c48-c93d-4cb8-9bbe-2a7ed9093cbc req-266f9fc9-ba45-4a0b-93a7-914de7933e09 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0697320 Sep 26 10:39:08.378795 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01f623-b476-4f9d-a5d9-4cf04db8e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:08.381091 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 57839eaf-1949-4800-a7dc-981dea02ad7e details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:39:08.387631 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:08.402212 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0d01f623-b476-4f9d-a5d9-4cf04db8e4ae admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e2bbb3953d57402389af343bacd37a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876490 Sep 26 10:39:08.404838 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 58868) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:08.439648 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ad78c48-c93d-4cb8-9bbe-2a7ed9093cbc req-751af8a4-e66e-4aa2-9895-3575ea344d5f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727189 Sep 26 10:39:08.505964 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] Publish callbacks [] for security_group (7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.563282 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] Publish callbacks [] for security_group (7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.621513 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: DOWN; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:08.644605 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=57839eaf-1949-4800-a7dc-981dea02ad7e,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:08.651890 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.657018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.663359 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f HTTP/1.1" status: 204 len: 168 time: 0.2567115 Sep 26 10:39:08.696068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b646b-3550-4f8d-901d-620d98b4465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249a5c2-4ed3-4db6-a0c4-b0c6695ad89f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:08.709876 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '57839eaf-1949-4800-a7dc-981dea02ad7e', 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8', 'port_id': '57839eaf-1949-4800-a7dc-981dea02ad7e', 'mac_address': 'fa:16:3e:c4:47:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ba0a7e-4e3e-413a-ba9c-2124020845e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:39:08.960023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 57839eaf-1949-4800-a7dc-981dea02ad7e is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:08.960427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:08.989798 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57839eaf-1949-4800-a7dc-981dea02ad7e {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:39:09.029269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:09.042331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=57839eaf-1949-4800-a7dc-981dea02ad7e,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:09.048392 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:09.053321 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd775-99ac-4c68-913f-daf5b4858f4e req-cbd36317-6d7f-4521-a7f5-e1ce35002ede tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:09.063774 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-401bd775-99ac-4c68-913f-daf5b4858f4e req-cbd36317-6d7f-4521-a7f5-e1ce35002ede tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 943 time: 0.0862677 Sep 26 10:39:09.146657 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-401bd775-99ac-4c68-913f-daf5b4858f4e req-bc85dd0a-3123-49e7-87bb-1b9350b57c91 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815983 Sep 26 10:39:09.155697 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:09.309626 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['57839eaf-1949-4800-a7dc-981dea02ad7e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:39:09.681086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797422c8-526c-470f-b640-2b92c94b293e req-1d9a3053-6a95-4976-83d4-f54b7899d796 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:09.682947 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-797422c8-526c-470f-b640-2b92c94b293e req-1d9a3053-6a95-4976-83d4-f54b7899d796 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0947704 Sep 26 10:39:09.810870 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-797422c8-526c-470f-b640-2b92c94b293e req-bff857cb-38ac-49fc-bfda-8d7ecdd5a9b8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215935 Sep 26 10:39:10.291262 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee1421-fe27-465f-875c-51baf771c9b1 req-cda4d063-c9a0-4627-b215-a794b6590cb4 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:10.299060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63ee1421-fe27-465f-875c-51baf771c9b1 req-cda4d063-c9a0-4627-b215-a794b6590cb4 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 944 time: 0.0566657 Sep 26 10:39:10.358113 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63ee1421-fe27-465f-875c-51baf771c9b1 req-5e448562-7bf9-4e9a-8196-bd7b348e611b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Sep 26 10:39:10.400746 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 57839eaf-1949-4800-a7dc-981dea02ad7e up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:39:10.459585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 57839eaf-1949-4800-a7dc-981dea02ad7e completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:39:10.472934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 57839eaf-1949-4800-a7dc-981dea02ad7e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:39:10.473456 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:10.473864 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 57839eaf-1949-4800-a7dc-981dea02ad7e Sep 26 10:39:10.525786 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:10.580443 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 57839eaf-1949-4800-a7dc-981dea02ad7e is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:10.581315 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:10.612706 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:10.621581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:39:10.624505 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ae0ef-613d-46ef-b416-a8853f31018f" -d '{"events": [{"server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "name": "network-vif-plugged", "status": "completed", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:39:10.644296 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=57839eaf-1949-4800-a7dc-981dea02ad7e,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:10.653620 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:10.707133 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267dd3a5-7701-4f20-92c8-a89fc0ca5125 x-openstack-request-id: req-267dd3a5-7701-4f20-92c8-a89fc0ca5125 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:39:10.707856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "name": "network-vif-plugged", "status": "completed", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:39:10.707856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-267dd3a5-7701-4f20-92c8-a89fc0ca5125 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:39:10.708067 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267dd3a5-7701-4f20-92c8-a89fc0ca5125'] response: {'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e', 'code': 200} Sep 26 10:39:10.743690 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:10.975111 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509dbe1-05d1-467d-b1d9-df89f3137044 req-e4947a0e-e863-45c1-9141-df71679ab380 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:10.977802 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b509dbe1-05d1-467d-b1d9-df89f3137044 req-e4947a0e-e863-45c1-9141-df71679ab380 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0740092 Sep 26 10:39:11.058303 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b509dbe1-05d1-467d-b1d9-df89f3137044 req-4f0fe32a-7da0-4a87-acaf-91628b02bbe0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656750 Sep 26 10:39:11.495888 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88101e99-4b26-4691-af1a-980681599552 req-2f8b37b4-4ccf-4f5e-9fef-68eeee031948 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:11.497336 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88101e99-4b26-4691-af1a-980681599552 req-2f8b37b4-4ccf-4f5e-9fef-68eeee031948 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0564778 Sep 26 10:39:11.542389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:11.547286 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-88101e99-4b26-4691-af1a-980681599552 req-3127c6ad-f0c2-4a61-b641-07451e7effca tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Sep 26 10:39:12.075565 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:12.194691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943e6f-035e-4556-8356-c1ac1228a04e req-b25890f6-085f-41a3-8b23-9a53a2aedd11 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:12.196535 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28943e6f-035e-4556-8356-c1ac1228a04e req-b25890f6-085f-41a3-8b23-9a53a2aedd11 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0560946 Sep 26 10:39:12.254261 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-28943e6f-035e-4556-8356-c1ac1228a04e req-e125d956-05ef-4ea8-bad1-1eb25ddaded9 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520656 Sep 26 10:39:12.684740 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7770f5-34b2-4bdd-b834-daa435a02b22 req-3f791217-8a1a-4b12-a808-e517c3e75091 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:12.686474 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea7770f5-34b2-4bdd-b834-daa435a02b22 req-3f791217-8a1a-4b12-a808-e517c3e75091 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0532620 Sep 26 10:39:12.745479 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea7770f5-34b2-4bdd-b834-daa435a02b22 req-b60a7f77-69d1-4ed6-822b-718ca5595b50 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532217 Sep 26 10:39:13.395751 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9667-0074-49c2-8861-832fee6a0a29 req-fe320c38-e523-4dcb-ac81-7aa7e2143761 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:13.397507 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d2c9667-0074-49c2-8861-832fee6a0a29 req-fe320c38-e523-4dcb-ac81-7aa7e2143761 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0578082 Sep 26 10:39:13.450660 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d2c9667-0074-49c2-8861-832fee6a0a29 req-522a4dc4-657f-44eb-bb2f-056918de0544 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Sep 26 10:39:13.947251 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709287f-d432-4108-b1c3-b022b64a9b85 req-b115c501-c407-4236-b8eb-ec3276f30a7a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:13.961886 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5709287f-d432-4108-b1c3-b022b64a9b85 req-b115c501-c407-4236-b8eb-ec3276f30a7a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.1159947 Sep 26 10:39:14.066443 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5709287f-d432-4108-b1c3-b022b64a9b85 req-aed1fdc4-f7c6-4c7d-82ef-b85070aab611 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977533 Sep 26 10:39:14.595959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc7bf3-4289-4d97-bbd0-761679efd853 req-8527eef7-7b3f-48e3-9bba-93d930127812 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:14.597560 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47dc7bf3-4289-4d97-bbd0-761679efd853 req-8527eef7-7b3f-48e3-9bba-93d930127812 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0541809 Sep 26 10:39:14.657632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47dc7bf3-4289-4d97-bbd0-761679efd853 req-bca1f741-b9b2-4117-b93e-51962c09f34a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541708 Sep 26 10:39:14.721368 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:15.239759 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa707-36d7-4b8d-adf6-b33a85c3dab1 req-71165741-04f2-44fd-82e8-901cf43aba9a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:15.241405 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-462aa707-36d7-4b8d-adf6-b33a85c3dab1 req-71165741-04f2-44fd-82e8-901cf43aba9a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0550675 Sep 26 10:39:15.320269 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-462aa707-36d7-4b8d-adf6-b33a85c3dab1 req-84b368e9-a48b-4925-9509-90723d488741 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707679 Sep 26 10:39:15.780231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:15.801007 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05fa64-63b1-4af1-a34c-5a4fcd5e7b6f req-99c692fb-ff05-48ec-bf81-0355fdc91d3c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:15.802561 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f05fa64-63b1-4af1-a34c-5a4fcd5e7b6f req-99c692fb-ff05-48ec-bf81-0355fdc91d3c tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0555954 Sep 26 10:39:15.851424 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7f05fa64-63b1-4af1-a34c-5a4fcd5e7b6f req-f94eb1d6-3622-4872-a660-f51162daef6f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Sep 26 10:39:16.438858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77bd09-80cd-4826-92e1-594450c46beb req-561e9f1e-f2ee-4e09-a0f8-79dd678ee9d3 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:16.440242 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c77bd09-80cd-4826-92e1-594450c46beb req-561e9f1e-f2ee-4e09-a0f8-79dd678ee9d3 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0511878 Sep 26 10:39:16.487533 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c77bd09-80cd-4826-92e1-594450c46beb req-fee2ca8b-7138-4137-8b1b-e24a0a976d67 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Sep 26 10:39:16.991066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9007f3-aae1-4b77-b8bc-b8aeb52e27e3 req-b07c3b9a-993b-4aa2-a2f1-345fe91f6a69 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:16.992641 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c9007f3-aae1-4b77-b8bc-b8aeb52e27e3 req-b07c3b9a-993b-4aa2-a2f1-345fe91f6a69 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0515068 Sep 26 10:39:17.040411 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c9007f3-aae1-4b77-b8bc-b8aeb52e27e3 req-de0c74bd-6e57-4c46-af7f-4c3ad98150d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Sep 26 10:39:17.205702 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987dfaf-4a3d-4fb3-9d6e-5b4c3be68a70 req-c3d2f094-3c4b-482a-af84-8175976cb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:17.207224 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987dfaf-4a3d-4fb3-9d6e-5b4c3be68a70 req-c3d2f094-3c4b-482a-af84-8175976cb7cb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 1129 time: 0.0385289 Sep 26 10:39:17.255658 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987dfaf-4a3d-4fb3-9d6e-5b4c3be68a70 req-7330f91d-308a-4800-a793-0ccb880a99ab service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Sep 26 10:39:17.614671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7404e-a19c-4668-a055-3db9457c70be req-08ce1dc4-3ac9-4752-96c8-ed3e9b36a823 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:17.616166 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2dc7404e-a19c-4668-a055-3db9457c70be req-08ce1dc4-3ac9-4752-96c8-ed3e9b36a823 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0494053 Sep 26 10:39:17.665469 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2dc7404e-a19c-4668-a055-3db9457c70be req-46b7907c-c1b8-4230-890c-83a3f32116cd tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Sep 26 10:39:18.174434 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf7bf-6f5b-4d47-b0ca-09426c1207d8 req-55551692-2ed8-4b66-b525-ce31ebeaa395 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:18.175929 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12baf7bf-6f5b-4d47-b0ca-09426c1207d8 req-55551692-2ed8-4b66-b525-ce31ebeaa395 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 943 time: 0.0489504 Sep 26 10:39:18.195232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:18.224549 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12baf7bf-6f5b-4d47-b0ca-09426c1207d8 req-d59514c0-1e0c-437c-83f0-439eec7abac3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Sep 26 10:39:18.467228 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:39:18.565762 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:18.578165 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': 'e97964be-97f3-4350-a687-7c69042847bd', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'port_id': 'e97964be-97f3-4350-a687-7c69042847bd', 'mac_address': 'fa:16:3e:e5:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:39:18.617503 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:18.617887 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:18.630491 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=40,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:18.630998 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97964be-97f3-4350-a687-7c69042847bd {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:39:18.651304 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:18.654961 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:18.677836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:18.701760 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=9']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:18.708982 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.709320 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.709813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.710082 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.710427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.710760 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.711088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.711418 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.711804 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.712131 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.712456 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.712811 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.713139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.713461 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.713779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:18.796597 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9b2a-9bc4-4f5a-b34a-82bc2dd780f7 req-2f557df8-9862-4dca-bdb5-4b26fb9534a2 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:18.798829 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-283f9b2a-9bc4-4f5a-b34a-82bc2dd780f7 req-2f557df8-9862-4dca-bdb5-4b26fb9534a2 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0553372 Sep 26 10:39:18.849421 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-283f9b2a-9bc4-4f5a-b34a-82bc2dd780f7 req-6d95f943-d01e-4ffe-bf8f-28685d42a0ea tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Sep 26 10:39:18.905468 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['e97964be-97f3-4350-a687-7c69042847bd'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:39:19.515699 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34895cd5-4aa9-4635-81a0-634abc50a309 req-a099441c-d5ce-4cd8-a297-85289ab9db1e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:19.517181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34895cd5-4aa9-4635-81a0-634abc50a309 req-a099441c-d5ce-4cd8-a297-85289ab9db1e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 944 time: 0.0475299 Sep 26 10:39:19.565710 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34895cd5-4aa9-4635-81a0-634abc50a309 req-f9c7b106-be74-4ebf-8509-1b777b4b5908 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Sep 26 10:39:19.972018 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354552d-39ca-4e9c-bc37-054948254ec5 req-0665652d-b55d-41e3-819f-029454b8fb65 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:19.973465 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d354552d-39ca-4e9c-bc37-054948254ec5 req-0665652d-b55d-41e3-819f-029454b8fb65 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0506337 Sep 26 10:39:20.022009 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d354552d-39ca-4e9c-bc37-054948254ec5 req-e3da6b09-0a94-4c9d-879b-9f947a7ad2fa tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428517 Sep 26 10:39:20.483257 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:39:20.527769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port e97964be-97f3-4350-a687-7c69042847bd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:39:20.528144 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (e97964be-97f3-4350-a687-7c69042847bd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:20.528480 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port e97964be-97f3-4350-a687-7c69042847bd Sep 26 10:39:20.603580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port e97964be-97f3-4350-a687-7c69042847bd is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:39:20.603963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:20.623962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:20.632844 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:39:20.635441 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdee0e61-d8b6-4606-adec-59ff351162bf" -d '{"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:39:20.659382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:20.667478 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:20.679336 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a27079-8517-46a2-b2fd-5fc2b50f90f1 x-openstack-request-id: req-85a27079-8517-46a2-b2fd-5fc2b50f90f1 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:39:20.679628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-plugged", "status": "completed", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:39:20.679884 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85a27079-8517-46a2-b2fd-5fc2b50f90f1 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:39:20.680278 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a27079-8517-46a2-b2fd-5fc2b50f90f1'] response: {'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'code': 200} Sep 26 10:39:20.748654 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=10']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:20.774396 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b63d2c-b83a-4251-b949-a852aba65ebe req-8841090c-3cf7-4a8f-8241-2e5afa3f4b2a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:20.783116 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45b63d2c-b83a-4251-b949-a852aba65ebe req-8841090c-3cf7-4a8f-8241-2e5afa3f4b2a tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.1140864 Sep 26 10:39:20.876896 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45b63d2c-b83a-4251-b949-a852aba65ebe req-e0ef90d8-33dd-4fe2-95f9-0682d25fe57e tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926392 Sep 26 10:39:20.973833 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b77f6-ffb0-417e-9c4d-4b3d197fe7ed req-787e949c-76f4-44f6-bf0e-706d04f5c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:20.975393 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-750b77f6-ffb0-417e-9c4d-4b3d197fe7ed req-787e949c-76f4-44f6-bf0e-706d04f5c3ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 1130 time: 0.0412247 Sep 26 10:39:21.006320 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:21.024962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-750b77f6-ffb0-417e-9c4d-4b3d197fe7ed req-f02835aa-099e-4bcd-be3a-c0755a03998b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Sep 26 10:39:22.014046 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0b32f-6d23-4592-9781-36483f3678d7 req-114c50ad-b312-41c4-9355-8d5e9279ef95 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:22.015523 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49e0b32f-6d23-4592-9781-36483f3678d7 req-114c50ad-b312-41c4-9355-8d5e9279ef95 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0481050 Sep 26 10:39:22.063731 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49e0b32f-6d23-4592-9781-36483f3678d7 req-1fff3d2f-c518-4c0a-8899-f80d0310cbcf tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Sep 26 10:39:23.195660 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205e61-5ad3-4441-b2f0-6ae3c795e333 req-52891ff2-0c15-4d56-8fc5-5d1d676dafe3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:23.197197 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa205e61-5ad3-4441-b2f0-6ae3c795e333 req-52891ff2-0c15-4d56-8fc5-5d1d676dafe3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Sep 26 10:39:23.257072 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aa205e61-5ad3-4441-b2f0-6ae3c795e333 req-45934370-473d-4e85-92ec-a8925a969adc tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536373 Sep 26 10:39:24.392154 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e9f1-6386-4b55-badc-80f567c9eb74 req-ab41894b-2979-4974-97db-1b9a34db2124 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:24.393648 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abe6e9f1-6386-4b55-badc-80f567c9eb74 req-ab41894b-2979-4974-97db-1b9a34db2124 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0520577 Sep 26 10:39:24.444060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abe6e9f1-6386-4b55-badc-80f567c9eb74 req-ff9c30f5-1503-4f39-ac39-d811bd02171f tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Sep 26 10:39:25.597724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15544f-c46a-475f-8e1f-324affaf2b85 req-a161ce6a-89cb-48e8-ad65-694424e54480 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:25.599156 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e15544f-c46a-475f-8e1f-324affaf2b85 req-a161ce6a-89cb-48e8-ad65-694424e54480 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0488317 Sep 26 10:39:25.650379 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e15544f-c46a-475f-8e1f-324affaf2b85 req-6d70b2e2-b247-4b82-9ec7-1dae54384137 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436916 Sep 26 10:39:26.736690 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59290) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:26.779516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a90d3-332b-47ca-a9d8-fd04de93822b req-63d0cb69-65b1-437a-b51f-175b503502e4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:26.781552 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b4a90d3-332b-47ca-a9d8-fd04de93822b req-63d0cb69-65b1-437a-b51f-175b503502e4 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0527830 Sep 26 10:39:26.843113 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b4a90d3-332b-47ca-a9d8-fd04de93822b req-4ce8fcb8-344a-40c3-a31a-f761e3e99c3a tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=eee76cdf-a871-4a05-8f51-6ee96eaa1e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556493 Sep 26 10:39:26.865797 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4d613c-d294-4a6b-8ee2-15e4659119b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:26.943234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4d613c-d294-4a6b-8ee2-15e4659119b7 admin admin] Publish callbacks [] for security_group (222dcc20-21f2-430c-b8b3-0d4db28e7daf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:26.948182 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4d613c-d294-4a6b-8ee2-15e4659119b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (222dcc20-21f2-430c-b8b3-0d4db28e7daf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:26.986875 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d613c-d294-4a6b-8ee2-15e4659119b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222dcc20-21f2-430c-b8b3-0d4db28e7daf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:26.991111 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4a4d613c-d294-4a6b-8ee2-15e4659119b7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=64d90d67489f4af8af66cf940fa2e84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532768 Sep 26 10:39:26.993759 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59296) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:27.044770 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] Publish callbacks [] for security_group (222dcc20-21f2-430c-b8b3-0d4db28e7daf), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.072968 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] Publish callbacks [] for security_group (222dcc20-21f2-430c-b8b3-0d4db28e7daf), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.122191 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (222dcc20-21f2-430c-b8b3-0d4db28e7daf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.124773 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.125929 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/222dcc20-21f2-430c-b8b3-0d4db28e7daf HTTP/1.1" status: 204 len: 168 time: 0.1312456 Sep 26 10:39:27.134397 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881506-f08d-4f25-b87a-8dd4b6dc1eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dcc20-21f2-430c-b8b3-0d4db28e7daf,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:27.254612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-811f2beb-d1b0-42bd-a86d-3359183c55fc tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:27.256148 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-811f2beb-d1b0-42bd-a86d-3359183c55fc tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 946 time: 0.0537922 Sep 26 10:39:27.342589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 8381e42d-d3f3-48fb-ac13-b807cee6c194 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:27.342934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.395049 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:27.411908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59302) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:27.431834 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-faa3fa4b-86a9-453b-9b93-1aeb01308a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.474708 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] For port 8381e42d-d3f3-48fb-ac13-b807cee6c194, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=8381e42d-d3f3-48fb-ac13-b807cee6c194,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:27.475073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.631358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:27.665001 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-faa3fa4b-86a9-453b-9b93-1aeb01308a3b admin admin] Publish callbacks [] for security_group (1246b855-6e53-4d76-aa9c-9a43e081654b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.671008 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-faa3fa4b-86a9-453b-9b93-1aeb01308a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1246b855-6e53-4d76-aa9c-9a43e081654b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.727092 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.727450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.727769 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Floating IP 87e2b59b-db87-4558-aedd-ec782a1c7cbf disassociated. External IP: 172.27.1.107, port: 8381e42d-d3f3-48fb-ac13-b807cee6c194. Sep 26 10:39:27.728128 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 8381e42d-d3f3-48fb-ac13-b807cee6c194 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:27.731817 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-faa3fa4b-86a9-453b-9b93-1aeb01308a3b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=64fd4fa84fe645048c2fae36676e5dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189702 Sep 26 10:39:27.734747 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59304) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:27.737067 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3fa4b-86a9-453b-9b93-1aeb01308a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1246b855-6e53-4d76-aa9c-9a43e081654b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:27.790448 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Publish callbacks [] for security_group (1246b855-6e53-4d76-aa9c-9a43e081654b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.811675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Publish callbacks [] for security_group (1246b855-6e53-4d76-aa9c-9a43e081654b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.863899 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1246b855-6e53-4d76-aa9c-9a43e081654b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.866757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.870428 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1246b855-6e53-4d76-aa9c-9a43e081654b HTTP/1.1" status: 204 len: 168 time: 0.1321237 Sep 26 10:39:27.883601 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1246b855-6e53-4d76-aa9c-9a43e081654b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:27.884640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (8381e42d-d3f3-48fb-ac13-b807cee6c194), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:27.894007 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.894228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.894963 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.895702 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.896219 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.896552 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.897049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.897383 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.898437 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.898650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.899022 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.899355 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.899675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.900077 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.900353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66d149f-0b8c-4369-8d53-5303b5a6f8a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:27.941675 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=8381e42d-d3f3-48fb-ac13-b807cee6c194,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:27.996746 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d7350ded-5af5-4870-baed-ba50fc9ba234 req-4a4d1897-63d0-46bf-910b-c0a5369e0c2f tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=86a0d990-0849-4bdf-b998-46ef72a35795 HTTP/1.1" status: 200 len: 210 time: 0.0566072 Sep 26 10:39:28.073829 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:39:28.089095 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=14 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:28.090411 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=12 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:28.167942 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:28.187652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:39:28.203955 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:39:28.214531 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:28.215158 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:39:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:28.249257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] No DVR routers for this DVR port 8381e42d-d3f3-48fb-ac13-b807cee6c194 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:39:28.253962 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:28.260956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0601f1b7-e4eb-4c07-a07a-b632ad79172a req-412cb123-41fa-4d4d-a751-40fdf873ccbf tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8381e42d-d3f3-48fb-ac13-b807cee6c194 HTTP/1.1" status: 204 len: 173 time: 0.9966679 Sep 26 10:39:28.260956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'name': 'network-vif-deleted', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:39:28.263747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a42a7-5cc3-45fa-aa98-ec2641f96d06" -d '{"events": [{"server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "name": "network-vif-deleted", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:39:28.310222 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2361f-dd87-4a40-a4db-ba22065135fb x-openstack-request-id: req-beb2361f-dd87-4a40-a4db-ba22065135fb {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:39:28.310618 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a0d990-0849-4bdf-b998-46ef72a35795", "name": "network-vif-deleted", "tag": "8381e42d-d3f3-48fb-ac13-b807cee6c194", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:39:28.310876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beb2361f-dd87-4a40-a4db-ba22065135fb {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:39:28.311323 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb2361f-dd87-4a40-a4db-ba22065135fb'] response: {'server_uuid': '86a0d990-0849-4bdf-b998-46ef72a35795', 'name': 'network-vif-deleted', 'tag': '8381e42d-d3f3-48fb-ac13-b807cee6c194', 'status': 'completed', 'code': 200} Sep 26 10:39:28.348958 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:28.580374 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:28.610701 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:39:28.620514 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:28.621318 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:39:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:28.731760 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:28.951512 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:28.982137 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2bf28-81f2-4eea-bc03-1be8fef04683 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:32:48Z', 'revision_number': 4, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '2e65b097-a32d-499d-9a8c-11b1593c4e4b', 'name': '', 'network_id': '5bfae35e-29c7-4379-ac17-c54030a00cba', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'mac_address': 'fa:16:3e:da:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:45Z', 'updated_at': '2022-09-26T10:33:05Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'subnets': [{'id': '64be6b1f-f926-46ad-aa9f-6f18a5f98392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:39:29.107792 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59346) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:29.173412 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (eee76cdf-a871-4a05-8f51-6ee96eaa1e76), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.200086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (eee76cdf-a871-4a05-8f51-6ee96eaa1e76), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.257739 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7cc8b-3be7-46e1-b87f-673552b12270 None None] New status for floating IP 87e2b59b-db87-4558-aedd-ec782a1c7cbf: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:39:29.267622 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (eee76cdf-a871-4a05-8f51-6ee96eaa1e76), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.270298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.271644 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/eee76cdf-a871-4a05-8f51-6ee96eaa1e76 HTTP/1.1" status: 204 len: 168 time: 0.1620796 Sep 26 10:39:29.275141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59350) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:29.282285 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d6a9f-ec6e-4e82-9317-4c0c23b4c96d tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee76cdf-a871-4a05-8f51-6ee96eaa1e76,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:29.291615 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-0d7d20d5-3ddf-479b-ac2f-d9504197fbe6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] show failed (client error): The resource could not be found. Sep 26 10:39:29.294075 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0d7d20d5-3ddf-479b-ac2f-d9504197fbe6 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "GET /networking/v2.0/security-groups/eee76cdf-a871-4a05-8f51-6ee96eaa1e76 HTTP/1.1" status: 404 len: 347 time: 0.0158257 Sep 26 10:39:29.295548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59354) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:29.352785 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:29.440116 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Deleting port 2e340d2b-429e-4c99-b349-11e3ffd8bbcb {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:29.440463 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.530188 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.530520 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.544383 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Calling delete_port for 2e340d2b-429e-4c99-b349-11e3ffd8bbcb owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:29.628503 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:29.669403 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:29.689746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (2e340d2b-429e-4c99-b349-11e3ffd8bbcb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.717153 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Pushing event deleted for resources: {'Port': ['ID=2e340d2b-429e-4c99-b349-11e3ffd8bbcb,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:29.784163 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks [] for floatingip (87e2b59b-db87-4558-aedd-ec782a1c7cbf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.786727 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:29.787918 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-96870fe4-7ce7-4099-b735-3ef9e23e5208 tempest-AttachVolumeNegativeTest-364670835 tempest-AttachVolumeNegativeTest-364670835-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/87e2b59b-db87-4558-aedd-ec782a1c7cbf HTTP/1.1" status: 204 len: 168 time: 0.4913273 Sep 26 10:39:30.517113 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 8381e42d-d3f3-48fb-ac13-b807cee6c194 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:30.536894 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 8381e42d-d3f3-48fb-ac13-b807cee6c194 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:30.537222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 8381e42d-d3f3-48fb-ac13-b807cee6c194 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:31.265795 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a99c-2626-4a71-8593-05b535970c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.352815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:33.460432 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cc2849b6-7b6e-4dd5-b30c-686013b708c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.541981 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cc2849b6-7b6e-4dd5-b30c-686013b708c2 admin admin] Publish callbacks [] for security_group (13afcfa1-17f2-4582-9bdc-5deb1f514524), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.548018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cc2849b6-7b6e-4dd5-b30c-686013b708c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (13afcfa1-17f2-4582-9bdc-5deb1f514524), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.587648 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cc2849b6-7b6e-4dd5-b30c-686013b708c2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cd6bd0015b874e6da5e5d52de6b14a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336965 Sep 26 10:39:33.588388 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2849b6-7b6e-4dd5-b30c-686013b708c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13afcfa1-17f2-4582-9bdc-5deb1f514524,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:33.590717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59470) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:33.651487 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Publish callbacks [] for security_group (13afcfa1-17f2-4582-9bdc-5deb1f514524), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.668635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Publish callbacks [] for security_group (13afcfa1-17f2-4582-9bdc-5deb1f514524), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.687134 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59476) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:33.715189 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (13afcfa1-17f2-4582-9bdc-5deb1f514524), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.717730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:33.721523 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/13afcfa1-17f2-4582-9bdc-5deb1f514524 HTTP/1.1" status: 204 len: 168 time: 0.1265261 Sep 26 10:39:33.726793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13afcfa1-17f2-4582-9bdc-5deb1f514524,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:33.735214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.735566 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.735909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.736253 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.736588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.736921 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.737252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.737580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.737908 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.738262 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.738595 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.738927 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.739252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.739596 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.739929 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba828b-0697-490b-a1c6-7f39b6b50465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:39:33.780250 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-922a9e41-2223-4d0c-8b82-d995d682ac8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.004900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59484) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:34.019068 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f88ad-b5ee-4569-8fdb-9b52083ba359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.030451 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:34.079278 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.103894 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f88ad-b5ee-4569-8fdb-9b52083ba359 admin admin] Publish callbacks [] for security_group (9dfeb365-d1e5-475d-ad90-e233237c44d8), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.108559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f88ad-b5ee-4569-8fdb-9b52083ba359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9dfeb365-d1e5-475d-ad90-e233237c44d8), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.151273 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ab7f88ad-b5ee-4569-8fdb-9b52083ba359 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8fa95e01469f434e8a07134efdb723c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452661 Sep 26 10:39:34.152114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f88ad-b5ee-4569-8fdb-9b52083ba359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfeb365-d1e5-475d-ad90-e233237c44d8,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:34.154452 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59486) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:34.204413 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] Publish callbacks [] for security_group (9dfeb365-d1e5-475d-ad90-e233237c44d8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.224687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] Publish callbacks [] for security_group (9dfeb365-d1e5-475d-ad90-e233237c44d8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.242999 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:34.277814 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9dfeb365-d1e5-475d-ad90-e233237c44d8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.280594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.282457 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9dfeb365-d1e5-475d-ad90-e233237c44d8 HTTP/1.1" status: 204 len: 168 time: 0.1270680 Sep 26 10:39:34.292373 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280b56b-04f5-49dd-a83c-5faabdb717c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfeb365-d1e5-475d-ad90-e233237c44d8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:34.324223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Deleting port 2e65b097-a32d-499d-9a8c-11b1593c4e4b {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:34.324568 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.410715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] For port 2e65b097-a32d-499d-9a8c-11b1593c4e4b, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=2e65b097-a32d-499d-9a8c-11b1593c4e4b,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:34.411393 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.424016 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Calling delete_port for 2e65b097-a32d-499d-9a8c-11b1593c4e4b owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:34.464331 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:34.604649 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.613089 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (2e65b097-a32d-499d-9a8c-11b1593c4e4b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:34.639022 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e65b097-a32d-499d-9a8c-11b1593c4e4b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:34.817001 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.029387 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Router dce4cacd-c90c-4385-a1bb-53486e0146e2 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:39:35.123031 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:35.136693 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:39:35.144470 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7924e9e1-71bc-4c10-80c4-21de211eab3d admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/dce4cacd-c90c-4385-a1bb-53486e0146e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4554546 Sep 26 10:39:35.144470 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59514) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:35.148152 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Sync routers for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:39:35.158498 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:35.159396 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:39:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:35.272394 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:35.416621 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:35.500449 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:39:34Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:35.518724 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks [] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.526950 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Checking router: dce4cacd-c90c-4385-a1bb-53486e0146e2 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:39:35.539635 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Routers {'dce4cacd-c90c-4385-a1bb-53486e0146e2'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:39:35.539635 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:39:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['dce4cacd-c90c-4385-a1bb-53486e0146e2'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:35.625582 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks [] for router_gateway (dce4cacd-c90c-4385-a1bb-53486e0146e2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.626214 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:35.630061 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:35.653261 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] Set router dce4cacd-c90c-4385-a1bb-53486e0146e2 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:39:35.671077 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Deleting port 4cd620f1-4e7b-422d-b687-c8c2eefd513d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:35.671428 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.764751 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] For port 4cd620f1-4e7b-422d-b687-c8c2eefd513d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=4cd620f1-4e7b-422d-b687-c8c2eefd513d,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:35.765140 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.787587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Calling delete_port for 4cd620f1-4e7b-422d-b687-c8c2eefd513d owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:35.875372 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:39:34Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:35.910828 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc34b09-14f9-4d28-bab5-e632e66e9d13 None None] The sync data for ids ['dce4cacd-c90c-4385-a1bb-53486e0146e2'] in dv-cinder-844563-7-iscsi is: [{'id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'name': 'tempest-AttachVolumeNegativeTest-1605239100-router', 'tenant_id': '49df2764440f4f2cb68d8d6284f07f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:32:36Z', 'updated_at': '2022-09-26T10:39:34Z', 'revision_number': 5, 'project_id': '49df2764440f4f2cb68d8d6284f07f47', 'gw_port': {'id': '4cd620f1-4e7b-422d-b687-c8c2eefd513d', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ca:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4cacd-c90c-4385-a1bb-53486e0146e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:32:38Z', 'updated_at': '2022-09-26T10:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:39:35.933700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:35.981399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (4cd620f1-4e7b-422d-b687-c8c2eefd513d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.004454 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd620f1-4e7b-422d-b687-c8c2eefd513d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:36.068127 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.159952 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.162170 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks [] for router_controller (dce4cacd-c90c-4385-a1bb-53486e0146e2), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.210078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (dce4cacd-c90c-4385-a1bb-53486e0146e2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.210853 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce4cacd-c90c-4385-a1bb-53486e0146e2 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:39:36.217399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.221450 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59540) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:36.221876 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c8b49262-357c-49fb-a2a3-546275af1c88 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/dce4cacd-c90c-4385-a1bb-53486e0146e2 HTTP/1.1" status: 204 len: 168 time: 1.0758944 Sep 26 10:39:36.291652 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Deleting subnet 64be6b1f-f926-46ad-aa9f-6f18a5f98392 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:39:36.295247 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Publish callbacks [] for subnet (64be6b1f-f926-46ad-aa9f-6f18a5f98392), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.295500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.335342 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (64be6b1f-f926-46ad-aa9f-6f18a5f98392), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.421961 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (64be6b1f-f926-46ad-aa9f-6f18a5f98392), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.424048 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:36.484242 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (64be6b1f-f926-46ad-aa9f-6f18a5f98392), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.527288 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.530840 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/64be6b1f-f926-46ad-aa9f-6f18a5f98392 HTTP/1.1" status: 204 len: 168 time: 0.3071415 Sep 26 10:39:36.531745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13d5a5-62c1-4f83-8197-7489c2e70611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64be6b1f-f926-46ad-aa9f-6f18a5f98392,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:36.533651 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59550) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:36.535927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae9079-2ce8-4609-bb51-f9fbcf112dc3 None None] Network 5bfae35e-29c7-4379-ac17-c54030a00cba requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:39:36.641023 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (5bfae35e-29c7-4379-ac17-c54030a00cba), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.691348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Deleting port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:36.691647 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.736046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] DHCP port deletion for 5bfae35e-29c7-4379-ac17-c54030a00cba request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:39:36.782353 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] For port d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:36.782747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.788522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Deleting port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:39:36.789305 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.816779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Calling delete_port for d2a6e63e-dd83-4414-b2fc-b623dc2faad2 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:36.831226 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:36.872888 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] For port d2a6e63e-dd83-4414-b2fc-b623dc2faad2, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,segment=NetworkSegment(6d92c0e8-16d2-4c67-bd03-af5168b80b85),segment_id=6d92c0e8-16d2-4c67-bd03-af5168b80b85)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:39:36.873519 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.887735 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Calling delete_port for d2a6e63e-dd83-4414-b2fc-b623dc2faad2 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:39:36.912527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.942463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] No DVR routers for this DVR port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 on host dv-cinder-844563-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:39:36.947116 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:36.968624 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (d2a6e63e-dd83-4414-b2fc-b623dc2faad2), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:36.992653 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] Pushing event deleted for resources: {'Port': ['ID=d2a6e63e-dd83-4414-b2fc-b623dc2faad2,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:36.996214 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebb25e-ac08-4b8a-897f-5d307a28686e None None] No DVR routers for this DVR port d2a6e63e-dd83-4414-b2fc-b623dc2faad2 on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:39:37.027112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (5bfae35e-29c7-4379-ac17-c54030a00cba), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.046995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfae35e-29c7-4379-ac17-c54030a00cba']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:37.056781 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d92c0e8-16d2-4c67-bd03-af5168b80b85') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:37.057073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d92c0e8-16d2-4c67-bd03-af5168b80b85') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:39:37.068937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (6d92c0e8-16d2-4c67-bd03-af5168b80b85), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.081955 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (6d92c0e8-16d2-4c67-bd03-af5168b80b85), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.088756 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:39:37.089166 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (6d92c0e8-16d2-4c67-bd03-af5168b80b85), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.377246 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6d92c0e8-16d2-4c67-bd03-af5168b80b85 resource provider aggregate not found Sep 26 10:39:37.396914 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6d92c0e8-16d2-4c67-bd03-af5168b80b85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d92c0e8-16d2-4c67-bd03-af5168b80b85 found for delete ", "request_id": "req-e68dcd55-3c0a-41c0-bb32-9f8b4ef9ecbe"}]} Sep 26 10:39:37.403982 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (5bfae35e-29c7-4379-ac17-c54030a00cba), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.410513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.413513 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/5bfae35e-29c7-4379-ac17-c54030a00cba HTTP/1.1" status: 204 len: 168 time: 0.8783875 Sep 26 10:39:37.424706 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b9afc-73c9-4579-b873-d67790897386 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfae35e-29c7-4379-ac17-c54030a00cba,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:37.594614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59574) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:37.636871 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9f3ca6c5-0f7e-46a8-a911-92020fc402ed admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=49df2764440f4f2cb68d8d6284f07f47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411029 Sep 26 10:39:37.639533 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59576) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:37.690564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] Publish callbacks [] for security_group (7f110442-b00b-40ef-a558-535e8e397dbb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.712117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] Publish callbacks [] for security_group (7f110442-b00b-40ef-a558-535e8e397dbb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.758453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7f110442-b00b-40ef-a558-535e8e397dbb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.761221 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:37.765130 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7f110442-b00b-40ef-a558-535e8e397dbb HTTP/1.1" status: 204 len: 168 time: 0.1219125 Sep 26 10:39:37.770584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bbe03-bf98-474d-be81-8e8eafefb9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f110442-b00b-40ef-a558-535e8e397dbb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:37.839080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cd620f1-4e7b-422d-b687-c8c2eefd513d no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:37.862013 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 4cd620f1-4e7b-422d-b687-c8c2eefd513d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:37.862511 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 4cd620f1-4e7b-422d-b687-c8c2eefd513d not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:37.862931 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 2e65b097-a32d-499d-9a8c-11b1593c4e4b no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:37.881383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 2e65b097-a32d-499d-9a8c-11b1593c4e4b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:37.881798 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 2e65b097-a32d-499d-9a8c-11b1593c4e4b not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:37.882901 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d2a6e63e-dd83-4414-b2fc-b623dc2faad2 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:39:37.900808 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: d2a6e63e-dd83-4414-b2fc-b623dc2faad2 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:39:37.901144 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d2a6e63e-dd83-4414-b2fc-b623dc2faad2 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:39:40.403967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59648) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:40.515227 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f26a25ac-78d9-414a-960d-bd9d0dc5b624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.535887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:40.599520 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f26a25ac-78d9-414a-960d-bd9d0dc5b624 admin admin] Publish callbacks [] for security_group (91e8ef3b-154b-40ab-b944-fd26842ba104), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.603590 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f26a25ac-78d9-414a-960d-bd9d0dc5b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (91e8ef3b-154b-40ab-b944-fd26842ba104), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.645219 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f26a25ac-78d9-414a-960d-bd9d0dc5b624 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=eee3161e2ada49c5b144b913813e8bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401781 Sep 26 10:39:40.646351 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a25ac-78d9-414a-960d-bd9d0dc5b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8ef3b-154b-40ab-b944-fd26842ba104,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:40.648541 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59652) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:40.696676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] Publish callbacks [] for security_group (91e8ef3b-154b-40ab-b944-fd26842ba104), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.716684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] Publish callbacks [] for security_group (91e8ef3b-154b-40ab-b944-fd26842ba104), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.761823 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (91e8ef3b-154b-40ab-b944-fd26842ba104), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.764287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:40.765442 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/91e8ef3b-154b-40ab-b944-fd26842ba104 HTTP/1.1" status: 204 len: 168 time: 0.1158402 Sep 26 10:39:40.773417 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcb891-1846-4728-a4ea-51e625e92a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8ef3b-154b-40ab-b944-fd26842ba104,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:41.039822 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59658) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:41.054691 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66303f1a-c308-445f-961d-51a26cd9bd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.141014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66303f1a-c308-445f-961d-51a26cd9bd58 admin admin] Publish callbacks [] for security_group (821402a2-8408-4ee2-8a01-7aa86d373d4e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.144556 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66303f1a-c308-445f-961d-51a26cd9bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (821402a2-8408-4ee2-8a01-7aa86d373d4e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.170324 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:41.183209 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66303f1a-c308-445f-961d-51a26cd9bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821402a2-8408-4ee2-8a01-7aa86d373d4e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:41.190084 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-66303f1a-c308-445f-961d-51a26cd9bd58 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=612f0044fcff4d8cb1af1627446a6834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464727 Sep 26 10:39:41.190084 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59662) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:41.239171 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] Publish callbacks [] for security_group (821402a2-8408-4ee2-8a01-7aa86d373d4e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.262580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] Publish callbacks [] for security_group (821402a2-8408-4ee2-8a01-7aa86d373d4e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.309404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (821402a2-8408-4ee2-8a01-7aa86d373d4e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.311811 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:41.312939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/821402a2-8408-4ee2-8a01-7aa86d373d4e HTTP/1.1" status: 204 len: 168 time: 0.1219223 Sep 26 10:39:41.320537 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612db9f-b1fa-410c-a4ba-4ec2eda6f990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821402a2-8408-4ee2-8a01-7aa86d373d4e,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:41.829894 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:39:42.083329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:50.749085 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=68,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:50.769125 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:51.315841 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:51.316662 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:51.826217 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=21 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:52.077186 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:52.078969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:54.704520 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=41 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:54.828532 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59882) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:54.933500 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57a00701-a0e3-4fee-90f6-296973bb7529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.008613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57a00701-a0e3-4fee-90f6-296973bb7529 admin admin] Publish callbacks [] for security_group (8d6cfa67-39ae-434c-812b-16e1e0f9c55f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.012245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57a00701-a0e3-4fee-90f6-296973bb7529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8d6cfa67-39ae-434c-812b-16e1e0f9c55f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.049735 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-57a00701-a0e3-4fee-90f6-296973bb7529 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b5a68f37e3b5405ca4f799553043af76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201507 Sep 26 10:39:55.051742 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a00701-a0e3-4fee-90f6-296973bb7529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6cfa67-39ae-434c-812b-16e1e0f9c55f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:55.052926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59886) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:55.101680 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] Publish callbacks [] for security_group (8d6cfa67-39ae-434c-812b-16e1e0f9c55f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.133164 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] Publish callbacks [] for security_group (8d6cfa67-39ae-434c-812b-16e1e0f9c55f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.182902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8d6cfa67-39ae-434c-812b-16e1e0f9c55f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.185685 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.186881 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8d6cfa67-39ae-434c-812b-16e1e0f9c55f HTTP/1.1" status: 204 len: 168 time: 0.1329653 Sep 26 10:39:55.194418 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8e295-ddf7-48f2-8c8e-c05ec5c81149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6cfa67-39ae-434c-812b-16e1e0f9c55f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:55.463216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59894) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:55.477165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5a1902fb-1e4a-4bbf-87f0-9638263ae6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.553752 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5a1902fb-1e4a-4bbf-87f0-9638263ae6db admin admin] Publish callbacks [] for security_group (7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.557893 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5a1902fb-1e4a-4bbf-87f0-9638263ae6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.594256 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1902fb-1e4a-4bbf-87f0-9638263ae6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:55.598459 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5a1902fb-1e4a-4bbf-87f0-9638263ae6db admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=01717972678a45b49006493a0f9e699b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341848 Sep 26 10:39:55.601145 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59896) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:55.649678 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] Publish callbacks [] for security_group (7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.669906 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] Publish callbacks [] for security_group (7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.719473 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.722186 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:55.723310 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638 HTTP/1.1" status: 204 len: 168 time: 0.1207254 Sep 26 10:39:55.731985 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c0e3f-4d24-4729-a74c-3c3ab7d29fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5b0b62-cdac-4e45-bc5f-2e3d8ca04638,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:56.868784 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59936) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:56.974923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dd678f61-5896-4fa9-8ef4-9c014d3dfc5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.049783 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dd678f61-5896-4fa9-8ef4-9c014d3dfc5c admin admin] Publish callbacks [] for security_group (ee7caaac-c230-48fc-8c68-42d2a37712f8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.053442 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dd678f61-5896-4fa9-8ef4-9c014d3dfc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ee7caaac-c230-48fc-8c68-42d2a37712f8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.092484 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-dd678f61-5896-4fa9-8ef4-9c014d3dfc5c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=deb1c82780a947a8a050f1b27a247469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226384 Sep 26 10:39:57.094362 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd678f61-5896-4fa9-8ef4-9c014d3dfc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7caaac-c230-48fc-8c68-42d2a37712f8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:57.095193 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59940) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:57.144358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] Publish callbacks [] for security_group (ee7caaac-c230-48fc-8c68-42d2a37712f8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.163554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] Publish callbacks [] for security_group (ee7caaac-c230-48fc-8c68-42d2a37712f8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.213421 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ee7caaac-c230-48fc-8c68-42d2a37712f8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.216009 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:57.217241 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ee7caaac-c230-48fc-8c68-42d2a37712f8 HTTP/1.1" status: 204 len: 168 time: 0.1210687 Sep 26 10:39:57.225019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed64f2-dc3d-457c-90d6-2c4a2821108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7caaac-c230-48fc-8c68-42d2a37712f8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:58.076665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 59974) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:58.261087 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eba79ce-7048-4d57-bc2d-85c197c8ecea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.309174 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:58.324818 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:58.347733 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eba79ce-7048-4d57-bc2d-85c197c8ecea admin admin] Publish callbacks [] for security_group (3aa79990-43e6-4528-b053-51449018940d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.353049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eba79ce-7048-4d57-bc2d-85c197c8ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (3aa79990-43e6-4528-b053-51449018940d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.396470 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0eba79ce-7048-4d57-bc2d-85c197c8ecea admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=804187f71b4042c5bcf86c6d3105f4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187234 Sep 26 10:39:58.397404 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba79ce-7048-4d57-bc2d-85c197c8ecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa79990-43e6-4528-b053-51449018940d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:58.399818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 59988) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:58.449432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] Publish callbacks [] for security_group (3aa79990-43e6-4528-b053-51449018940d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.469474 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] Publish callbacks [] for security_group (3aa79990-43e6-4528-b053-51449018940d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.517993 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (3aa79990-43e6-4528-b053-51449018940d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.520613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:58.521763 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3aa79990-43e6-4528-b053-51449018940d HTTP/1.1" status: 204 len: 168 time: 0.1209490 Sep 26 10:39:58.531024 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392355e8-a370-4da9-b4a5-8554a1f0487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa79990-43e6-4528-b053-51449018940d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:59.147617 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60010) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:59.243215 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640937980-network', 'tenant_id': '3fcad9a945bc41c496612228154f7e64'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:39:59.263153 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Made reservation on behalf of 3fcad9a945bc41c496612228154f7e64 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:39:59.265630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.274049 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.353026 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks [] for security_group (05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.358278 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.378333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:39:59.387955 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (74e6e706-e64c-4701-a2de-0ef0f2e33df3), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.388304 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Added segment 74e6e706-e64c-4701-a2de-0ef0f2e33df3 of type vlan for network 4050181a-18f5-4678-848c-4bce9158b27d Sep 26 10:39:59.432580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:59.436316 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (4050181a-18f5-4678-848c-4bce9158b27d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.464778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:59.476001 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:39:59.489985 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (4050181a-18f5-4678-848c-4bce9158b27d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.491260 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:59.491968 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.551776 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4023550 Sep 26 10:39:59.554891 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60026) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:39:59.560141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Request body: {'subnet': {'network_id': '4050181a-18f5-4678-848c-4bce9158b27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640937980-subnet', 'tenant_id': '3fcad9a945bc41c496612228154f7e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:39:59.583131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc98e-daa4-4398-b8b3-1367dbb177a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4050181a-18f5-4678-848c-4bce9158b27d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:59.594481 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 4050181a-18f5-4678-848c-4bce9158b27d details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:39:59.598727 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Made reservation on behalf of 3fcad9a945bc41c496612228154f7e64 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:39:59.602106 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.784192 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.846227 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:39:59.858944 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Checking segment: {'id': '74e6e706-e64c-4701-a2de-0ef0f2e33df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4050181a-18f5-4678-848c-4bce9158b27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:39:59.859196 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Network hostable DHCP agents. Network: 4050181a-18f5-4678-848c-4bce9158b27d, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:39:59.879114 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Network 4050181a-18f5-4678-848c-4bce9158b27d is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:39:59.890352 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 4050181a-18f5-4678-848c-4bce9158b27d) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:39:59.898335 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:39:59.899197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:39:59.899860 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f0576-ccca-44d8-8967-2f1898ac6043 None None] Network 4050181a-18f5-4678-848c-4bce9158b27d requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:39:59.916915 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2960b5d8-9df2-4151-a5ed-77ca5a5f2c4f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3607094 Sep 26 10:40:00.013896 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a587797-c71c-4948-9421-9e1c30d17586 None None] Network 4050181a-18f5-4678-848c-4bce9158b27d requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:40:00.413099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60044) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:00.418130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-914876872-network', 'tenant_id': 'aced0a6960cc4ab1840147f0d6e0a1eb'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:00.440733 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Made reservation on behalf of aced0a6960cc4ab1840147f0d6e0a1eb for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:40:00.443292 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.452392 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.534359 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks [] for security_group (ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.539536 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.566215 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:40:00.581071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:00.587841 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (4a121149-e007-4adb-9072-4c89bce36062), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.588185 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Added segment 4a121149-e007-4adb-9072-4c89bce36062 of type vlan for network 3a5ab40b-6f37-4422-bbfd-4a46045763b5 Sep 26 10:40:00.635659 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (3a5ab40b-6f37-4422-bbfd-4a46045763b5), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.659432 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (3a5ab40b-6f37-4422-bbfd-4a46045763b5), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.660513 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:00.661083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.678412 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:00.709793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:00.723158 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3089080 Sep 26 10:40:00.726922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60054) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:00.731430 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a38681-2d98-4af7-a15a-ec5413113ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5ab40b-6f37-4422-bbfd-4a46045763b5,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:00.732549 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Request body: {'subnet': {'network_id': '3a5ab40b-6f37-4422-bbfd-4a46045763b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-914876872-subnet', 'tenant_id': 'aced0a6960cc4ab1840147f0d6e0a1eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:00.743224 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 3a5ab40b-6f37-4422-bbfd-4a46045763b5 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:40:00.754232 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Made reservation on behalf of aced0a6960cc4ab1840147f0d6e0a1eb for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:40:00.756606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13892190'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.923327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13892168'] for subnet (fbdca04e-685e-435c-a202-ee3bbd709e1f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:00.976479 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdca04e-685e-435c-a202-ee3bbd709e1f,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:00.991364 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Checking segment: {'id': '4a121149-e007-4adb-9072-4c89bce36062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3a5ab40b-6f37-4422-bbfd-4a46045763b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:40:00.991740 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Network hostable DHCP agents. Network: 3a5ab40b-6f37-4422-bbfd-4a46045763b5, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:40:01.009157 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Network 3a5ab40b-6f37-4422-bbfd-4a46045763b5 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:40:01.017649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 3a5ab40b-6f37-4422-bbfd-4a46045763b5) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:40:01.021554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:01.022174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.026066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68269a72-d9f0-4b91-913e-9c4593f9d777 None None] Network 3a5ab40b-6f37-4422-bbfd-4a46045763b5 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:40:01.039445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9b1d2888-f1fe-4e08-93de-db820ba4dbdb admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3112638 Sep 26 10:40:01.128533 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0148b-aa75-42a5-9580-3ab63f389c3e None None] Network 3a5ab40b-6f37-4422-bbfd-4a46045763b5 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:40:01.158492 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60058) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:01.205300 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Deleting subnet 0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:40:01.208864 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Publish callbacks [] for subnet (0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.246384 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.288185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.324333 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2163d24b-42ca-4e89-85d4-1d202952720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.351116 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.380023 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:01.385776 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.388862 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-99976abc-4d40-445d-ad65-85dd6bc64a35 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0b8abc02-32ee-4006-ae14-ff5ef0c6cc8f HTTP/1.1" status: 204 len: 168 time: 0.2293770 Sep 26 10:40:01.391442 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60060) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:01.459463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (4050181a-18f5-4678-848c-4bce9158b27d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.505568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:01.544281 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (4050181a-18f5-4678-848c-4bce9158b27d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.564463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4050181a-18f5-4678-848c-4bce9158b27d']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:01.573742 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e6e706-e64c-4701-a2de-0ef0f2e33df3') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:01.574060 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e6e706-e64c-4701-a2de-0ef0f2e33df3') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:01.584074 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (74e6e706-e64c-4701-a2de-0ef0f2e33df3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.597397 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (74e6e706-e64c-4701-a2de-0ef0f2e33df3), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.604861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:40:01.605333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (74e6e706-e64c-4701-a2de-0ef0f2e33df3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.651327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:01.654953 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 74e6e706-e64c-4701-a2de-0ef0f2e33df3 resource provider aggregate not found Sep 26 10:40:01.672621 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 74e6e706-e64c-4701-a2de-0ef0f2e33df3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74e6e706-e64c-4701-a2de-0ef0f2e33df3 found for delete ", "request_id": "req-d5cd3b26-d226-4da5-8ca0-28d0a17d152d"}]} Sep 26 10:40:01.676988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (4050181a-18f5-4678-848c-4bce9158b27d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.682621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.685751 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4050181a-18f5-4678-848c-4bce9158b27d HTTP/1.1" status: 204 len: 168 time: 0.2934020 Sep 26 10:40:01.688756 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60070) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:01.699249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae95ca-0bf1-461b-9554-df1da6b8dce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4050181a-18f5-4678-848c-4bce9158b27d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:01.734236 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Deleting subnet fbdca04e-685e-435c-a202-ee3bbd709e1f {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:40:01.737427 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Publish callbacks [] for subnet (fbdca04e-685e-435c-a202-ee3bbd709e1f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.777041 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (fbdca04e-685e-435c-a202-ee3bbd709e1f), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.816999 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (fbdca04e-685e-435c-a202-ee3bbd709e1f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.870688 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (fbdca04e-685e-435c-a202-ee3bbd709e1f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.895052 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdca04e-685e-435c-a202-ee3bbd709e1f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:01.900092 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:01.903149 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ea17f694-bd72-4d49-8248-a692055cf9cb admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/fbdca04e-685e-435c-a202-ee3bbd709e1f HTTP/1.1" status: 204 len: 168 time: 0.2134027 Sep 26 10:40:01.905618 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60072) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:01.976900 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (3a5ab40b-6f37-4422-bbfd-4a46045763b5), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.053892 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (3a5ab40b-6f37-4422-bbfd-4a46045763b5), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.076850 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5ab40b-6f37-4422-bbfd-4a46045763b5']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:02.086621 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a121149-e007-4adb-9072-4c89bce36062') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:02.086922 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a121149-e007-4adb-9072-4c89bce36062') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:02.096424 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (4a121149-e007-4adb-9072-4c89bce36062), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.109691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (4a121149-e007-4adb-9072-4c89bce36062), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.115988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:40:02.116366 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (4a121149-e007-4adb-9072-4c89bce36062), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.156642 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 4a121149-e007-4adb-9072-4c89bce36062 resource provider aggregate not found Sep 26 10:40:02.173157 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 4a121149-e007-4adb-9072-4c89bce36062 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a121149-e007-4adb-9072-4c89bce36062 found for delete ", "request_id": "req-1afb0fd7-5943-4bd8-830d-fa17968b3fa1"}]} Sep 26 10:40:02.182316 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (3a5ab40b-6f37-4422-bbfd-4a46045763b5), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.187535 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.190605 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3a5ab40b-6f37-4422-bbfd-4a46045763b5 HTTP/1.1" status: 204 len: 168 time: 0.2840235 Sep 26 10:40:02.203400 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574e59f-8db7-45bb-9a01-ed450e2e5c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5ab40b-6f37-4422-bbfd-4a46045763b5,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:02.352679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60080) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:02.392981 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4af3300b-2890-43d4-896f-35a0ecc26880 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3fcad9a945bc41c496612228154f7e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391815 Sep 26 10:40:02.395499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60082) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:02.443278 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] Publish callbacks [] for security_group (05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.463609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] Publish callbacks [] for security_group (05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.510915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.513679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.514845 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8 HTTP/1.1" status: 204 len: 168 time: 0.1184685 Sep 26 10:40:02.522463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7997-0626-4081-96ad-3a900b5bb760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a7d8c9-c0e1-4ed2-92aa-443bf61a85a8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:02.852531 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60092) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:02.893616 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a0f4f74d-44a1-46e1-8355-defccf3f900b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=aced0a6960cc4ab1840147f0d6e0a1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399485 Sep 26 10:40:02.896034 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60094) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:02.946503 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] Publish callbacks [] for security_group (ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:02.965923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] Publish callbacks [] for security_group (ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:03.011439 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:03.014079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:03.015201 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3 HTTP/1.1" status: 204 len: 168 time: 0.1182930 Sep 26 10:40:03.022846 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ce6d5-25a3-4af6-ae42-576312d674ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce976f85-f6e7-4a8b-9f3e-6b957a54b2d3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:03.774866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0493eb96-542f-4ea1-98af-75dbab3906f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:04.608176 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.098173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60186) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:05.202219 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-643806b2-7fa4-4131-a3cc-4cc6e6031b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.248209 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:05.278535 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-643806b2-7fa4-4131-a3cc-4cc6e6031b07 admin admin] Publish callbacks [] for security_group (6700f418-ae60-460e-bc77-5f13beb79a05), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.282238 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-643806b2-7fa4-4131-a3cc-4cc6e6031b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6700f418-ae60-460e-bc77-5f13beb79a05), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.285517 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:05.324850 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-643806b2-7fa4-4131-a3cc-4cc6e6031b07 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=06571955c5b64e35aa6b95c5a45d7eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256284 Sep 26 10:40:05.326083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643806b2-7fa4-4131-a3cc-4cc6e6031b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700f418-ae60-460e-bc77-5f13beb79a05,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:05.327695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60190) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:05.380589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] Publish callbacks [] for security_group (6700f418-ae60-460e-bc77-5f13beb79a05), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.400477 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] Publish callbacks [] for security_group (6700f418-ae60-460e-bc77-5f13beb79a05), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.446083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6700f418-ae60-460e-bc77-5f13beb79a05), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.449109 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.453327 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6700f418-ae60-460e-bc77-5f13beb79a05 HTTP/1.1" status: 204 len: 168 time: 0.1237719 Sep 26 10:40:05.461470 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82719c8e-0b91-461a-b1ea-69d43dd680a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700f418-ae60-460e-bc77-5f13beb79a05,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:05.714581 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60196) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:05.729152 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5b57-3dc1-4c21-be72-725ec7aa76a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.804700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5b57-3dc1-4c21-be72-725ec7aa76a0 admin admin] Publish callbacks [] for security_group (1df8c7d5-19b8-4fa5-b0d3-771cacc4778e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.809658 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5b57-3dc1-4c21-be72-725ec7aa76a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1df8c7d5-19b8-4fa5-b0d3-771cacc4778e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.849198 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5b57-3dc1-4c21-be72-725ec7aa76a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8c7d5-19b8-4fa5-b0d3-771cacc4778e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:05.853945 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d6eb5b57-3dc1-4c21-be72-725ec7aa76a0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d4f3cf0dcaf24043b7427f69fafa972c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383269 Sep 26 10:40:05.856968 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60198) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:05.905646 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] Publish callbacks [] for security_group (1df8c7d5-19b8-4fa5-b0d3-771cacc4778e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.926782 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] Publish callbacks [] for security_group (1df8c7d5-19b8-4fa5-b0d3-771cacc4778e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.927828 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.975673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1df8c7d5-19b8-4fa5-b0d3-771cacc4778e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.978890 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:05.980049 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1df8c7d5-19b8-4fa5-b0d3-771cacc4778e HTTP/1.1" status: 204 len: 168 time: 0.1221840 Sep 26 10:40:05.988801 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f261f9-fbbb-436c-a711-e99418262a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8c7d5-19b8-4fa5-b0d3-771cacc4778e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:06.290595 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:07.965438 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60274) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:08.073204 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8589f0e4-ea1b-469f-94ab-3f6a013c92c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.150963 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8589f0e4-ea1b-469f-94ab-3f6a013c92c5 admin admin] Publish callbacks [] for security_group (a27eba4e-1590-403f-a335-66228931bea9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.155342 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8589f0e4-ea1b-469f-94ab-3f6a013c92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a27eba4e-1590-403f-a335-66228931bea9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.192449 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589f0e4-ea1b-469f-94ab-3f6a013c92c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27eba4e-1590-403f-a335-66228931bea9,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:08.218115 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8589f0e4-ea1b-469f-94ab-3f6a013c92c5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c2f889cc68ce48b69ab8ba2fea733b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515244 Sep 26 10:40:08.220665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60286) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:08.271049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] Publish callbacks [] for security_group (a27eba4e-1590-403f-a335-66228931bea9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.291528 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] Publish callbacks [] for security_group (a27eba4e-1590-403f-a335-66228931bea9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.342889 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a27eba4e-1590-403f-a335-66228931bea9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.345701 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.347437 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a27eba4e-1590-403f-a335-66228931bea9 HTTP/1.1" status: 204 len: 168 time: 0.1258614 Sep 26 10:40:08.356385 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5a58c-d2b4-4c64-be38-961a62803f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27eba4e-1590-403f-a335-66228931bea9,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:08.463807 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e776d-b090-43fc-bcc0-13a81445cb91 req-441d10f1-8ee6-4cbd-9ffd-f83cae45111f tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:08.465337 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-828e776d-b090-43fc-bcc0-13a81445cb91 req-441d10f1-8ee6-4cbd-9ffd-f83cae45111f tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0499206 Sep 26 10:40:08.515026 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-828e776d-b090-43fc-bcc0-13a81445cb91 req-8677a639-8edb-421d-8eb9-0536723dd457 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Sep 26 10:40:08.645026 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60296) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:08.658296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b4f947a-3fdb-481f-a759-509c71cc02b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.677466 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:08.693645 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:08.740346 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b4f947a-3fdb-481f-a759-509c71cc02b3 admin admin] Publish callbacks [] for security_group (1142523a-8af1-4549-b8a4-c07485cb89ae), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.743888 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b4f947a-3fdb-481f-a759-509c71cc02b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1142523a-8af1-4549-b8a4-c07485cb89ae), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.784749 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7b4f947a-3fdb-481f-a759-509c71cc02b3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=277ef17ce7ed49a9b4a3056b7ace9c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386843 Sep 26 10:40:08.785587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f947a-3fdb-481f-a759-509c71cc02b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1142523a-8af1-4549-b8a4-c07485cb89ae,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:08.788345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60298) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:08.846396 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] Publish callbacks [] for security_group (1142523a-8af1-4549-b8a4-c07485cb89ae), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.876286 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] Publish callbacks [] for security_group (1142523a-8af1-4549-b8a4-c07485cb89ae), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.922289 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1142523a-8af1-4549-b8a4-c07485cb89ae), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.924959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:08.926111 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1142523a-8af1-4549-b8a4-c07485cb89ae HTTP/1.1" status: 204 len: 168 time: 0.1360157 Sep 26 10:40:08.933891 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335fbd4-28d0-40de-8093-9844d5d7eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1142523a-8af1-4549-b8a4-c07485cb89ae,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:09.676755 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98ab99-2d31-46ea-a492-7e232d794a75 req-da2f0a27-88ae-4653-bb40-666e09a0e7ac tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:09.678311 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3e98ab99-2d31-46ea-a492-7e232d794a75 req-da2f0a27-88ae-4653-bb40-666e09a0e7ac tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0602977 Sep 26 10:40:09.727344 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3e98ab99-2d31-46ea-a492-7e232d794a75 req-8598769f-0afb-475e-8078-cfed5d7ed288 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Sep 26 10:40:10.039790 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60342) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:10.080003 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-f44710a5-aeee-4060-8b64-8547d7d05f70 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:10.081673 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-f44710a5-aeee-4060-8b64-8547d7d05f70 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 945 time: 0.0474992 Sep 26 10:40:10.092607 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:10.151621 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7ae667c-2158-4ddd-883c-0009943e0cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.169627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Deleting port 57839eaf-1949-4800-a7dc-981dea02ad7e {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:10.169956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.226277 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:10.235068 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7ae667c-2158-4ddd-883c-0009943e0cce admin admin] Publish callbacks [] for security_group (671d831d-da54-4372-848e-7b4615b263d8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.239920 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7ae667c-2158-4ddd-883c-0009943e0cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (671d831d-da54-4372-848e-7b4615b263d8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.270674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] For port 57839eaf-1949-4800-a7dc-981dea02ad7e, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=57839eaf-1949-4800-a7dc-981dea02ad7e,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:10.271035 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.280096 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c7ae667c-2158-4ddd-883c-0009943e0cce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=93a1e64bb68042beab682707aa82ed09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386582 Sep 26 10:40:10.281499 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae667c-2158-4ddd-883c-0009943e0cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d831d-da54-4372-848e-7b4615b263d8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:10.284063 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60346) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:10.288433 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Calling delete_port for 57839eaf-1949-4800-a7dc-981dea02ad7e owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:10.334522 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] Publish callbacks [] for security_group (671d831d-da54-4372-848e-7b4615b263d8), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.355083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] Publish callbacks [] for security_group (671d831d-da54-4372-848e-7b4615b263d8), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.403984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (671d831d-da54-4372-848e-7b4615b263d8), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.406630 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.408299 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/671d831d-da54-4372-848e-7b4615b263d8 HTTP/1.1" status: 204 len: 168 time: 0.1233306 Sep 26 10:40:10.417203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05d27d-3bf8-4e9b-bf9b-afe6af8a26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d831d-da54-4372-848e-7b4615b263d8,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:10.425481 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (57839eaf-1949-4800-a7dc-981dea02ad7e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.440999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['57839eaf-1949-4800-a7dc-981dea02ad7e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:40:10.453257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Pushing event deleted for resources: {'Port': ['ID=57839eaf-1949-4800-a7dc-981dea02ad7e,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:10.503110 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] No DVR routers for this DVR port 57839eaf-1949-4800-a7dc-981dea02ad7e on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:40:10.505513 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:10.508722 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8428dd4d-1d92-42a7-8bbe-beee10ba94b0 req-b0f5d838-8519-4cb0-9ee0-bf0c709d3d7d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "DELETE /networking/v2.0/ports/57839eaf-1949-4800-a7dc-981dea02ad7e HTTP/1.1" status: 204 len: 173 time: 0.4218235 Sep 26 10:40:10.509406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'name': 'network-vif-deleted', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:10.511745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab81451-6d6d-48c5-83f5-d10d571a6db0" -d '{"events": [{"server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "name": "network-vif-deleted", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:10.555245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d456df-bd9e-45d6-9a3a-43f32d5bc897 x-openstack-request-id: req-70d456df-bd9e-45d6-9a3a-43f32d5bc897 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:10.555546 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f34933-c3cd-4b26-86c2-1fbee79f4fbe", "name": "network-vif-deleted", "tag": "57839eaf-1949-4800-a7dc-981dea02ad7e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:10.558092 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70d456df-bd9e-45d6-9a3a-43f32d5bc897 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:10.558500 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d456df-bd9e-45d6-9a3a-43f32d5bc897'] response: {'server_uuid': '13f34933-c3cd-4b26-86c2-1fbee79f4fbe', 'name': 'network-vif-deleted', 'tag': '57839eaf-1949-4800-a7dc-981dea02ad7e', 'status': 'completed', 'code': 200} Sep 26 10:40:10.875683 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4a6ba647-e47e-4dde-b098-bbb66565b1ac req-7eb18432-83d4-4d61-91c3-bfd6c52a4ad1 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=13f34933-c3cd-4b26-86c2-1fbee79f4fbe HTTP/1.1" status: 200 len: 210 time: 0.0359714 Sep 26 10:40:13.688324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:14.460977 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcaaf8-9a58-48a7-b2ba-a84ffca13a79 req-a3406bb0-374b-41ac-84ae-b59606d4b8e3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:14.462365 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d2dcaaf8-9a58-48a7-b2ba-a84ffca13a79 req-a3406bb0-374b-41ac-84ae-b59606d4b8e3 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0469558 Sep 26 10:40:14.509432 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d2dcaaf8-9a58-48a7-b2ba-a84ffca13a79 req-f582546b-40ff-4cdc-8e9e-401d6dc04120 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Sep 26 10:40:15.640155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c29c-2dfa-4d6b-a64d-7c306b7829db req-91f5d0c6-d9a4-4b23-9614-9888da6ae9f4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:15.641593 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-40b0c29c-2dfa-4d6b-a64d-7c306b7829db req-91f5d0c6-d9a4-4b23-9614-9888da6ae9f4 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0497754 Sep 26 10:40:15.688323 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-40b0c29c-2dfa-4d6b-a64d-7c306b7829db req-4637f468-66f5-44c3-a37d-e4a343e54ab0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Sep 26 10:40:15.720949 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:15.724951 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:16.597060 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 57839eaf-1949-4800-a7dc-981dea02ad7e no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:16.616884 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 57839eaf-1949-4800-a7dc-981dea02ad7e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:16.617225 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 57839eaf-1949-4800-a7dc-981dea02ad7e not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:16.816218 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f80b9-4964-4bf0-bdd3-52909672fe76 req-c7e1776b-083f-407c-8f74-5e4969f0a7f0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:16.817728 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-060f80b9-4964-4bf0-bdd3-52909672fe76 req-c7e1776b-083f-407c-8f74-5e4969f0a7f0 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0483313 Sep 26 10:40:16.866795 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-060f80b9-4964-4bf0-bdd3-52909672fe76 req-6ad00ced-19f3-4319-a6e9-5058f612d5ed tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Sep 26 10:40:18.036884 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a74b07-1aa0-4848-bbee-513701702b4a req-d61a159d-0f20-4633-82cd-a51ded20c3f1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:18.038449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6a74b07-1aa0-4848-bbee-513701702b4a req-d61a159d-0f20-4633-82cd-a51ded20c3f1 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.0610151 Sep 26 10:40:18.089233 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6a74b07-1aa0-4848-bbee-513701702b4a req-ad3abeb6-44d7-490a-a2e1-de83e501a417 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7de764e7-cccb-4ab5-923d-23de57668f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Sep 26 10:40:18.119005 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-41b2c5ce-6154-4115-a33c-9a4a1843d691 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=4c206e1031144f509a8957ad347ac345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288405 Sep 26 10:40:18.264612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-8854c46a-f2c7-4160-a07d-4251ad88de57 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:18.266051 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-8854c46a-f2c7-4160-a07d-4251ad88de57 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 946 time: 0.1238074 Sep 26 10:40:18.391490 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-be005233-52fb-49eb-8e6b-613b14bc8f73 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:18.392834 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-be005233-52fb-49eb-8e6b-613b14bc8f73 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2680345 Sep 26 10:40:18.417095 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-93920346-0765-4196-982a-5ee5dd8ecad5 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/quotas/4c206e1031144f509a8957ad347ac345 HTTP/1.1" status: 200 len: 375 time: 0.0189099 Sep 26 10:40:18.417739 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Deleting port e97964be-97f3-4350-a687-7c69042847bd {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:18.418100 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (e97964be-97f3-4350-a687-7c69042847bd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:18.420517 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:18.486833 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-4edad38b-dcaa-4db3-803d-76f8a83bd0cd tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=4c206e1031144f509a8957ad347ac345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639024 Sep 26 10:40:18.492088 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:18.542211 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] For port e97964be-97f3-4350-a687-7c69042847bd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e97964be-97f3-4350-a687-7c69042847bd,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:18.542574 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (e97964be-97f3-4350-a687-7c69042847bd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:18.709587 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59a47b9f-5862-4518-add5-1ac31398acda req-77550763-5d21-4f7e-8240-71e18751b9aa tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.0447140 Sep 26 10:40:18.738006 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:40:18.802936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:18.803467 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:18.803839 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Floating IP b4175661-277e-46c6-97e8-74d40c1b3992 disassociated. External IP: 172.27.1.247, port: e97964be-97f3-4350-a687-7c69042847bd. Sep 26 10:40:18.804210 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Calling delete_port for e97964be-97f3-4350-a687-7c69042847bd owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:18.947774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (e97964be-97f3-4350-a687-7c69042847bd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:18.988369 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'Port': ['ID=e97964be-97f3-4350-a687-7c69042847bd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:19.097698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:40:19.216848 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e2fc7b7d-2a04-4a0f-b6a5-b847b54e9b32 req-6772be85-9450-4e6b-9122-c1d585b87bab tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 210 time: 0.0355997 Sep 26 10:40:19.227223 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:40:19.239324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:40:19.250714 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:40:19.251341 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:40:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:19.270481 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] No DVR routers for this DVR port e97964be-97f3-4350-a687-7c69042847bd on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:40:19.272949 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:19.276189 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-589521e7-3b96-44a1-816d-05732d6dd7a5 req-b0bfab74-03cb-4179-a9a8-377a0915b7b6 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e97964be-97f3-4350-a687-7c69042847bd HTTP/1.1" status: 204 len: 173 time: 0.9992964 Sep 26 10:40:19.276674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-deleted', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:19.278909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc262e88-b42f-43c4-a605-231a2c25385a" -d '{"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-deleted", "tag": "e97964be-97f3-4350-a687-7c69042847bd"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:19.317021 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195c574-e7f5-4f5d-a7e8-4b29cefb46a6 x-openstack-request-id: req-5195c574-e7f5-4f5d-a7e8-4b29cefb46a6 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:19.317320 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17bf82-8d15-4e83-a313-89a8126ff033", "name": "network-vif-deleted", "tag": "e97964be-97f3-4350-a687-7c69042847bd", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:19.317596 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5195c574-e7f5-4f5d-a7e8-4b29cefb46a6 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:19.317992 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5195c574-e7f5-4f5d-a7e8-4b29cefb46a6'] response: {'server_uuid': '0e17bf82-8d15-4e83-a313-89a8126ff033', 'name': 'network-vif-deleted', 'tag': 'e97964be-97f3-4350-a687-7c69042847bd', 'status': 'completed', 'code': 200} Sep 26 10:40:19.340408 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:19.350255 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:19.358864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:40:19.568671 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:19.593060 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:40:19.601267 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:40:19.601866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:40:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:19.705654 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:40:19.809400 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-11c944ff-5be5-47d9-9d2e-5be0bec857e7 req-a84bf1eb-1347-4c1b-abf2-df810ba2df55 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Sep 26 10:40:19.901094 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:19.926147 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db21d1eb-84ce-44bb-9ab6-dd11feed4d2c None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:18Z', 'revision_number': 4, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '30ef46ba-56cd-4c9b-9def-322f80bf6b20', 'name': '', 'network_id': '154a4e25-766b-4e4b-9202-0213b7789f71', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'mac_address': 'fa:16:3e:89:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:18Z', 'updated_at': '2022-09-26T10:34:23Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'subnets': [{'id': '71ec6bb8-2081-420e-82b6-21a012113aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:40:20.147667 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e8193d-9e93-4e55-a6ef-1f9dae63ad64 None None] New status for floating IP b4175661-277e-46c6-97e8-74d40c1b3992: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:40:20.328341 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f91c0ab-a36f-4911-80df-3ecbdf0708ea req-00c452d0-d15b-4eac-b08b-fc80aed6e121 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 210 time: 0.0268331 Sep 26 10:40:20.388827 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=14,neutron:UPDATE=1,neutron:SELECT=50,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:20.411794 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=43,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:20.910853 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6f08b38-cd38-4cf0-a8b3-c22d34adb032 req-7c34bd78-3fba-4c92-96a3-0e4d0ba7f2b8 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Sep 26 10:40:21.438450 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-48cb0125-50c3-46bd-ac91-014265cefc1b req-d6f12da1-2597-4ee8-b52c-457d937507dd tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0e17bf82-8d15-4e83-a313-89a8126ff033 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Sep 26 10:40:22.295552 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c8984bcb-3c82-4dce-a7be-4d9bca0dde35 req-b2a0475c-d8cf-45c2-9bf2-1566efb13976 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.3011882 Sep 26 10:40:22.341747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-a38006b2-9cec-484c-9149-7faa3cc8ff63 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:22.343268 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-a38006b2-9cec-484c-9149-7faa3cc8ff63 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 814 time: 0.3981524 Sep 26 10:40:22.358570 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-a440f91d-46b4-4b16-bbc6-c5a3b9fe8d86 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/quotas/3e71ac778bf24f779d6d4c8c5de7e528 HTTP/1.1" status: 200 len: 375 time: 0.0095024 Sep 26 10:40:22.393615 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-785e4db0-000a-44ec-897a-ae1428e0f11d tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286610 Sep 26 10:40:22.408058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:22.476998 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60560) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:22.491082 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-797ead95-d75e-4819-9632-a300252c992f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907722 Sep 26 10:40:22.522987 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:22.542287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60566) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:22.620324 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (7de764e7-cccb-4ab5-923d-23de57668f23), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.626735 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-c8c665af-685f-4685-bca1-1fa6fa9fa29e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268690 Sep 26 10:40:22.638394 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3424ae9-66a1-42a5-bbf9-4d0af0523bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.670673 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-fef85162-953e-4afc-9085-5ba9d43193a3 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=4c206e1031144f509a8957ad347ac345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303645 Sep 26 10:40:22.719978 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (7de764e7-cccb-4ab5-923d-23de57668f23), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.737235 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3424ae9-66a1-42a5-bbf9-4d0af0523bd6 admin admin] Publish callbacks [] for security_group (8b00e459-604f-4083-94be-8cc2a9fc344e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.749679 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3424ae9-66a1-42a5-bbf9-4d0af0523bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8b00e459-604f-4083-94be-8cc2a9fc344e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.830651 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a3424ae9-66a1-42a5-bbf9-4d0af0523bd6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cfe6d038da334f89a92ef46bbbf6d5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525159 Sep 26 10:40:22.831579 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60572) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:22.845428 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3424ae9-66a1-42a5-bbf9-4d0af0523bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b00e459-604f-4083-94be-8cc2a9fc344e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:22.860042 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bdf6f08a-dbb9-44e8-8a76-969852ab91d9 req-77ccec7f-7d2d-48ee-a5fe-7c698241f78f tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 210 time: 0.0424061 Sep 26 10:40:22.874816 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-a363f5da-ca08-448a-8af6-46fb28c2bfd2 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:22.876486 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-a363f5da-ca08-448a-8af6-46fb28c2bfd2 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004423 Sep 26 10:40:22.899139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Request body: {'port': {'device_id': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b', 'admin_state_up': True, 'tenant_id': '4c206e1031144f509a8957ad347ac345'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:22.906785 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (7de764e7-cccb-4ab5-923d-23de57668f23), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.911042 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.912365 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7de764e7-cccb-4ab5-923d-23de57668f23 HTTP/1.1" status: 204 len: 168 time: 0.3687718 Sep 26 10:40:22.917372 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60578) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:22.927474 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14665a-fe52-4791-8081-63817e59e281 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de764e7-cccb-4ab5-923d-23de57668f23,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:22.961158 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] Publish callbacks [] for security_group (8b00e459-604f-4083-94be-8cc2a9fc344e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:22.967630 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-1ebadf94-542b-4caa-bdde-8e945950b08d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] show failed (client error): The resource could not be found. Sep 26 10:40:22.971412 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1ebadf94-542b-4caa-bdde-8e945950b08d tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "GET /networking/v2.0/security-groups/7de764e7-cccb-4ab5-923d-23de57668f23 HTTP/1.1" status: 404 len: 347 time: 0.0502293 Sep 26 10:40:22.971694 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60584) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:22.985469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] Publish callbacks [] for security_group (8b00e459-604f-4083-94be-8cc2a9fc344e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.047057 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (8b00e459-604f-4083-94be-8cc2a9fc344e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.050168 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.051777 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8b00e459-604f-4083-94be-8cc2a9fc344e HTTP/1.1" status: 204 len: 168 time: 0.2154851 Sep 26 10:40:23.059961 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b3ed-ba58-4c58-a812-ac233a54a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b00e459-604f-4083-94be-8cc2a9fc344e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:23.144915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Deleting port 3ae40772-2719-49d9-84d4-6338a40ffabd {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:23.145253 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.209922 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Made reservation on behalf of 4c206e1031144f509a8957ad347ac345 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:40:23.211818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.228166 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.271852 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.272175 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (3ae40772-2719-49d9-84d4-6338a40ffabd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.292239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Calling delete_port for 3ae40772-2719-49d9-84d4-6338a40ffabd owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:23.453717 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks [] for security_group (a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.458059 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-08701a05-cebd-45da-a3fc-55712b2b32fc req-08d604b3-71cc-4c78-a2a0-83bb539fb76f tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.0529766 Sep 26 10:40:23.467348 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.495560 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:23.534721 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:23.539805 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:23.650411 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (3ae40772-2719-49d9-84d4-6338a40ffabd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.685871 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Allocated IP 192.168.233.16 (406d816a-ebd1-48c4-a7ca-94fe3c7e398b/b94b964c-0738-4a00-ab47-a3e546da96aa/2b942dc5-daa5-4310-8b0c-5356e30381ec) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:40:23.691736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Pushing event deleted for resources: {'Port': ['ID=3ae40772-2719-49d9-84d4-6338a40ffabd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:23.817500 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks [] for floatingip (b4175661-277e-46c6-97e8-74d40c1b3992), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.820036 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.821211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-991c8bd5-1a5f-4b25-9512-84e3b71944d8 tempest-AttachVolumeShelveTestJSON-1499368495 tempest-AttachVolumeShelveTestJSON-1499368495-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/b4175661-277e-46c6-97e8-74d40c1b3992 HTTP/1.1" status: 204 len: 168 time: 0.8467865 Sep 26 10:40:23.920058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks [] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.989832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:23.994856 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-62020b80-90b5-4b09-9bca-e9faced90668 req-a1f12d6f-581e-48e1-ab6e-9f2f14874895 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 210 time: 0.0415220 Sep 26 10:40:24.013979 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:40:24.031959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:40:24.045231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:40:24.154754 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Pushing event updated for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:24.178548 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:24.184963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.235047 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-7d7eb748-adf5-40b6-87c5-be4d446cc90d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3434095 Sep 26 10:40:24.247470 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Request body: {'port': {'device_id': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:24.283613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-4c441762-12a5-45fd-ba28-e5804c723aa9 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:24.285087 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-4c441762-12a5-45fd-ba28-e5804c723aa9 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 814 time: 0.2543957 Sep 26 10:40:24.323975 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.362675 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Request body: {'port': {'device_id': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8', 'admin_state_up': True, 'tenant_id': '3e71ac778bf24f779d6d4c8c5de7e528'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:24.383219 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:24.400040 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Provisioning complete for port 2b942dc5-daa5-4310-8b0c-5356e30381ec triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:40:24.400634 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.400773 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Attempt 1 to provision port 2b942dc5-daa5-4310-8b0c-5356e30381ec Sep 26 10:40:24.437969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Port 2b942dc5-daa5-4310-8b0c-5356e30381ec cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:40:24.475478 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:24.651473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc734-8e8c-42fd-a6d1-453b63ee91f0 req-e8f4596a-ab48-453d-a729-ef1ce5e8cd18 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:24.652944 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-772dc734-8e8c-42fd-a6d1-453b63ee91f0 req-e8f4596a-ab48-453d-a729-ef1ce5e8cd18 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 935 time: 0.0782666 Sep 26 10:40:24.656210 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Made reservation on behalf of 3e71ac778bf24f779d6d4c8c5de7e528 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:40:24.659814 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.793393 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-772dc734-8e8c-42fd-a6d1-453b63ee91f0 req-7232f9c2-c9fd-44a0-8f95-371cf92f6fec tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244538 Sep 26 10:40:24.865724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b942dc5-daa5-4310-8b0c-5356e30381ec {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:40:24.876557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks [] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.902119 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Transition to ACTIVE for port object 2b942dc5-daa5-4310-8b0c-5356e30381ec will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:40:24.906118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Allocated IP 172.20.0.7 (4100a641-533c-49ba-9608-c77b1227d5d8/d8ba0a7e-4e3e-413a-ba9c-2124020845e7/7e50437a-eb56-403a-84f2-ba7d8567bc77) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:40:24.907936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:24.939022 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Attempt 2 to provision port 2b942dc5-daa5-4310-8b0c-5356e30381ec Sep 26 10:40:24.975066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Port 2b942dc5-daa5-4310-8b0c-5356e30381ec cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:40:25.020473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Pushing event updated for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:25.142152 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b7924677-c8a8-43df-ba97-a95b5c28796e req-d10b2c04-4859-4067-9171-950742dacf40 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 210 time: 0.0512552 Sep 26 10:40:25.146391 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Attempting to bind port 2b942dc5-daa5-4310-8b0c-5356e30381ec on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:40:25.146734 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Attempting to bind port 2b942dc5-daa5-4310-8b0c-5356e30381ec by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:40:25.147068 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Attempting to bind port 2b942dc5-daa5-4310-8b0c-5356e30381ec on network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:40:25.209489 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:25.215264 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:25.230584 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks [] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.240457 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Port 2b942dc5-daa5-4310-8b0c-5356e30381ec on network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:40:25.240785 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Attempting to bind port 2b942dc5-daa5-4310-8b0c-5356e30381ec on network 406d816a-ebd1-48c4-a7ca-94fe3c7e398b {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:40:25.306837 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:40:25.307176 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Checking segment: {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:40:25.307562 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Bound using segment: {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:40:25.308006 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Bound port: 2b942dc5-daa5-4310-8b0c-5356e30381ec, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317f4eaa-00e2-4936-8c17-38cf3e284c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:40:25.308477 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.312073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.391840 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Network 4100a641-533c-49ba-9608-c77b1227d5d8 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:40:25.400417 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:40:25.405177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:40:25.408439 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Pushing event updated for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:25.462734 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:40:25.467818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:40:25.476550 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Attempt 3 to provision port 2b942dc5-daa5-4310-8b0c-5356e30381ec Sep 26 10:40:25.477141 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:25.477257 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.481422 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.488175 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:25.488779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:25.490182 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/2b942dc5-daa5-4310-8b0c-5356e30381ec HTTP/1.1" status: 200 len: 1097 time: 1.2478342 Sep 26 10:40:25.493595 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:25.496457 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:25.528839 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-10ea5a1b-1bfa-4183-abfe-6b306fbcc5ba None None] Port 2b942dc5-daa5-4310-8b0c-5356e30381ec had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:40:25.532872 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-d1bfda91-85cf-42f7-a23b-c69e7d73b9d6 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1739385 Sep 26 10:40:25.550443 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e1a68-f264-48a0-8b94-c427d192c3bd x-openstack-request-id: req-bc6e1a68-f264-48a0-8b94-c427d192c3bd {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:25.550731 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:25.550986 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc6e1a68-f264-48a0-8b94-c427d192c3bd {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:25.551389 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6e1a68-f264-48a0-8b94-c427d192c3bd'] response: {'name': 'network-changed', 'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec', 'status': 'completed', 'code': 200} Sep 26 10:40:25.560234 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Request body: {'port': {'device_id': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:40:25.597073 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6457d-e4d6-4110-a90d-40439966d2be service neutron] Pushing event updated for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:25.641943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:25.664386 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: e97964be-97f3-4350-a687-7c69042847bd {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:25.664737 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device e97964be-97f3-4350-a687-7c69042847bd not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:25.936889 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-2a01a023-f20c-4f6b-bd8f-116434fb1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:25.938331 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-2a01a023-f20c-4f6b-bd8f-116434fb1166 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4c206e1031144f509a8957ad347ac345&device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 1131 time: 0.3860598 Sep 26 10:40:26.005534 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987635d1-2cfb-4ba2-907f-f842c77658af req-37e87e1c-9363-43c1-9299-c64eb0b30e81 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:26.007026 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-987635d1-2cfb-4ba2-907f-f842c77658af req-37e87e1c-9363-43c1-9299-c64eb0b30e81 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 947 time: 0.1173534 Sep 26 10:40:26.010556 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-7f7692e6-c199-48be-bc11-63ae4fae8135 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec HTTP/1.1" status: 200 len: 217 time: 0.0541356 Sep 26 10:40:26.011491 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.128188 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-c08e26de-99fb-4faf-bd44-6d330737fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:26.129607 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-c08e26de-99fb-4faf-bd44-6d330737fb88 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b94b964c-0738-4a00-ab47-a3e546da96aa HTTP/1.1" status: 200 len: 843 time: 0.0994878 Sep 26 10:40:26.186518 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-987635d1-2cfb-4ba2-907f-f842c77658af req-8e6e063d-217b-4beb-9706-4393b263004d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690810 Sep 26 10:40:26.241628 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664093-2efb-4573-9240-72bcf996e425 req-f4f01651-a609-4739-89e4-52d84d1ec7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:26.243044 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-f4f01651-a609-4739-89e4-52d84d1ec7c5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=406d816a-ebd1-48c4-a7ca-94fe3c7e398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1042681 Sep 26 10:40:26.305419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:26.378475 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa497a-8a28-4a30-9746-00f9026f47e4 req-772af680-6842-47e2-94a3-d323e80d68ba tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:26.379657 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcaa497a-8a28-4a30-9746-00f9026f47e4 req-772af680-6842-47e2-94a3-d323e80d68ba tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 931 time: 0.1525576 Sep 26 10:40:26.383148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:26.476327 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60668) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:26.481743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-2c7593b6-8056-4c82-aeb0-6649e0a4f0f0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/406d816a-ebd1-48c4-a7ca-94fe3c7e398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148991 Sep 26 10:40:26.529511 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcaa497a-8a28-4a30-9746-00f9026f47e4 req-17939b11-728f-4ff3-a4ae-def046bba38b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382565 Sep 26 10:40:26.633731 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e50437a-eb56-403a-84f2-ba7d8567bc77 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:40:26.644499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks [] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.648243 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74664093-2efb-4573-9240-72bcf996e425 req-253d3879-938e-4340-80f3-28c7fd31fc96 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/406d816a-ebd1-48c4-a7ca-94fe3c7e398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529191 Sep 26 10:40:26.659805 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Transition to ACTIVE for port object 7e50437a-eb56-403a-84f2-ba7d8567bc77 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:40:26.664216 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.748941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Pushing event updated for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:26.785151 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Attempting to bind port 7e50437a-eb56-403a-84f2-ba7d8567bc77 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:40:26.785478 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Attempting to bind port 7e50437a-eb56-403a-84f2-ba7d8567bc77 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:40:26.785797 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Attempting to bind port 7e50437a-eb56-403a-84f2-ba7d8567bc77 on network 4100a641-533c-49ba-9608-c77b1227d5d8 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:40:26.828548 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Port 7e50437a-eb56-403a-84f2-ba7d8567bc77 on network 4100a641-533c-49ba-9608-c77b1227d5d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:40:26.828875 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Attempting to bind port 7e50437a-eb56-403a-84f2-ba7d8567bc77 on network 4100a641-533c-49ba-9608-c77b1227d5d8 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:40:26.875516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:40:26.875853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Checking segment: {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:40:26.876238 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Bound using segment: {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:40:26.876679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Bound port: 7e50437a-eb56-403a-84f2-ba7d8567bc77, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776ac1e3-99c4-4ba0-ade9-a934e476381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:40:26.877038 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.937352 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:40:26.940604 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:40:26.946715 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.951279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:26.951887 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.953251 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/7e50437a-eb56-403a-84f2-ba7d8567bc77 HTTP/1.1" status: 200 len: 1093 time: 1.4046121 Sep 26 10:40:26.966346 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:26.971021 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:26.997665 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9f001-68ce-4984-a314-42a9e2e4fa20 service neutron] Pushing event updated for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:27.055613 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:27.202707 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Deleting port 30ef46ba-56cd-4c9b-9def-322f80bf6b20 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:27.203044 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:27.299448 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] For port 30ef46ba-56cd-4c9b-9def-322f80bf6b20, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=30ef46ba-56cd-4c9b-9def-322f80bf6b20,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:27.299818 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:27.315762 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Calling delete_port for 30ef46ba-56cd-4c9b-9def-322f80bf6b20 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:27.320544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bf353-2c74-41ce-8b41-1b6725025a8a req-bf3b2ddc-df44-4ab7-87e1-b9c2a455c785 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.322215 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d87bf353-2c74-41ce-8b41-1b6725025a8a req-bf3b2ddc-df44-4ab7-87e1-b9c2a455c785 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 947 time: 0.0549386 Sep 26 10:40:27.349128 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:27.386579 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d87bf353-2c74-41ce-8b41-1b6725025a8a req-9a5adcc5-91d8-4cc5-bc69-91364ad004b6 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Sep 26 10:40:27.520856 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (30ef46ba-56cd-4c9b-9def-322f80bf6b20), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:27.548909 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ef46ba-56cd-4c9b-9def-322f80bf6b20,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:27.567936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:27.570504 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22785b-704e-477e-813d-bb5b44e986b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:27.641275 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec95fb12-2e83-4c86-b2c7-6873ce7b1f7b x-openstack-request-id: req-ec95fb12-2e83-4c86-b2c7-6873ce7b1f7b {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:27.641674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:27.642054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec95fb12-2e83-4c86-b2c7-6873ce7b1f7b {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:27.642551 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec95fb12-2e83-4c86-b2c7-6873ce7b1f7b'] response: {'name': 'network-changed', 'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77', 'status': 'completed', 'code': 200} Sep 26 10:40:27.657866 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-d8328db7-5106-40e9-811c-059567948056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.659595 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-d8328db7-5106-40e9-811c-059567948056 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4c206e1031144f509a8957ad347ac345&device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 1131 time: 0.1265888 Sep 26 10:40:27.702834 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-5f6b140c-e969-49cf-b77f-6d8ba411c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.704419 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-5f6b140c-e969-49cf-b77f-6d8ba411c4d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 1127 time: 0.1106925 Sep 26 10:40:27.723158 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:27.730200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c70b8-1812-40fc-83f5-fa9b40999fd8 req-1545a102-eeb1-43a7-ac34-6c7357545159 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.731769 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b07c70b8-1812-40fc-83f5-fa9b40999fd8 req-1545a102-eeb1-43a7-ac34-6c7357545159 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 943 time: 0.0973318 Sep 26 10:40:27.796928 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-c97b6fdb-6140-4125-a719-51b2f920814d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77 HTTP/1.1" status: 200 len: 217 time: 0.0803773 Sep 26 10:40:27.809249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:27.860749 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:27.894676 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b07c70b8-1812-40fc-83f5-fa9b40999fd8 req-f37eee07-18df-4b42-b88a-69e10c32387a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356692 Sep 26 10:40:27.911862 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-3c0b62a1-dffa-49ee-917c-8bc8013d570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.913311 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-3c0b62a1-dffa-49ee-917c-8bc8013d570a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d8ba0a7e-4e3e-413a-ba9c-2124020845e7 HTTP/1.1" status: 200 len: 854 time: 0.1006336 Sep 26 10:40:27.915940 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-d22bfacc-dcbb-400d-9b3e-a79cdb42f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:27.917878 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-d22bfacc-dcbb-400d-9b3e-a79cdb42f518 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=406d816a-ebd1-48c4-a7ca-94fe3c7e398b HTTP/1.1" status: 200 len: 870 time: 0.2333038 Sep 26 10:40:27.966915 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:40:27.987931 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-628fc3c6-b06d-424f-957f-00ba03af5636 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec HTTP/1.1" status: 200 len: 217 time: 0.0576530 Sep 26 10:40:27.989633 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-792e571a-92ff-4b91-b80a-6656655be4ce service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4100a641-533c-49ba-9608-c77b1227d5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538642 Sep 26 10:40:28.017136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:28.072094 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:40:28.080078 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7fc5187c-66cf-4e4d-9838-16845890cea4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9576f8ca-2e78-48b2-8296-7c8c3749f8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5991576 Sep 26 10:40:28.080078 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60688) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:28.083705 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Sync routers for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:40:28.093988 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:40:28.094906 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:40:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:28.106075 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-ddafa194-6a58-4bfe-a82c-055d3d1e86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:28.107784 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-ddafa194-6a58-4bfe-a82c-055d3d1e86f2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b94b964c-0738-4a00-ab47-a3e546da96aa HTTP/1.1" status: 200 len: 843 time: 0.1024089 Sep 26 10:40:28.165971 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-c8e621d0-0118-4c67-896a-25a82b89f75f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527369 Sep 26 10:40:28.169615 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-94bb752e-18ec-4783-afc8-0d0a2e4062eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:28.171082 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-94bb752e-18ec-4783-afc8-0d0a2e4062eb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=406d816a-ebd1-48c4-a7ca-94fe3c7e398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0503311 Sep 26 10:40:28.200931 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:40:28.303538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:28.349611 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aebed3df-6b50-41be-a71c-cc518ef9fd61 req-19779127-dfa6-464a-9d82-083e61dc76b8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672142 Sep 26 10:40:28.351372 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-c9db68c5-bd9d-46dc-806e-fe8ba7589c8b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/406d816a-ebd1-48c4-a7ca-94fe3c7e398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604455 Sep 26 10:40:28.386954 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:40:27Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:28.413524 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Checking router: 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:40:28.422973 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Routers {'9576f8ca-2e78-48b2-8296-7c8c3749f8f9'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:40:28.423581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:40:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:28.437766 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks [] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:28.460784 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:28.474361 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f0261e78-6f4a-4724-b60b-3a73c45a8c6c req-6f90c2aa-607b-469a-a5db-fcb6625d192a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/406d816a-ebd1-48c4-a7ca-94fe3c7e398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066458 Sep 26 10:40:28.543817 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:28.559984 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] Set router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:40:28.564705 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255e121-de32-4151-ab09-27a2f9843067 req-5a46cd0e-2c21-4328-80fa-e51876cf6b3a tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:28.566244 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b255e121-de32-4151-ab09-27a2f9843067 req-5a46cd0e-2c21-4328-80fa-e51876cf6b3a tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 947 time: 0.0696549 Sep 26 10:40:28.570992 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks [] for router_gateway (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:28.631440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Deleting port 479ce31f-d72d-4625-87d9-0f00baaa8d60 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:28.631797 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:28.647049 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b255e121-de32-4151-ab09-27a2f9843067 req-c36473bd-3c0e-44b2-919f-095d7087f622 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Sep 26 10:40:28.726767 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] For port 479ce31f-d72d-4625-87d9-0f00baaa8d60, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=479ce31f-d72d-4625-87d9-0f00baaa8d60,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:28.727128 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:28.744597 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Calling delete_port for 479ce31f-d72d-4625-87d9-0f00baaa8d60 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:28.762344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:40:27Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:28.797636 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d16bb2-2dc1-4d6f-ace6-d45649ebc1b0 None None] The sync data for ids ['9576f8ca-2e78-48b2-8296-7c8c3749f8f9'] in dv-cinder-844563-7-iscsi is: [{'id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1095575543-router', 'tenant_id': '38cccae871b94a9db82b5017c2c497c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:40:27Z', 'revision_number': 5, 'project_id': '38cccae871b94a9db82b5017c2c497c1', 'gw_port': {'id': '479ce31f-d72d-4625-87d9-0f00baaa8d60', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9576f8ca-2e78-48b2-8296-7c8c3749f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:34:16Z', 'updated_at': '2022-09-26T10:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:40:28.934691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (479ce31f-d72d-4625-87d9-0f00baaa8d60), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:28.964902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=479ce31f-d72d-4625-87d9-0f00baaa8d60,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:28.975461 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.975818 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.976162 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.976504 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.976842 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.977173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.977500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.977827 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.978187 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.978513 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.979524 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.980002 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.980334 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.980659 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:28.980984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:29.042056 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2960ed-bc28-4b87-b307-d80d68221ee2 req-3be62c97-a0e4-4543-b71c-7718275ec401 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:29.043393 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.043592 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f2960ed-bc28-4b87-b307-d80d68221ee2 req-3be62c97-a0e4-4543-b71c-7718275ec401 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 943 time: 0.0517948 Sep 26 10:40:29.104259 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f2960ed-bc28-4b87-b307-d80d68221ee2 req-61b5c7db-b1dc-48d9-ba39-6392c67884ae tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Sep 26 10:40:29.150126 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.152866 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks [] for router_controller (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.189913 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:29.200273 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (9576f8ca-2e78-48b2-8296-7c8c3749f8f9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.200983 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9576f8ca-2e78-48b2-8296-7c8c3749f8f9 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:40:29.205774 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.209567 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-68c009d5-ace9-495f-82aa-1042d8286af3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9576f8ca-2e78-48b2-8296-7c8c3749f8f9 HTTP/1.1" status: 204 len: 168 time: 1.1258061 Sep 26 10:40:29.209567 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60712) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:29.263912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Deleting subnet 71ec6bb8-2081-420e-82b6-21a012113aad {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:40:29.267695 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Publish callbacks [] for subnet (71ec6bb8-2081-420e-82b6-21a012113aad), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.308014 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:29.310586 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-4985d0de-48c4-4dac-82c4-4894ab82c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:29.312470 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-4985d0de-48c4-4dac-82c4-4894ab82c0f4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 1127 time: 0.0509670 Sep 26 10:40:29.314757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (71ec6bb8-2081-420e-82b6-21a012113aad), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.401820 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (71ec6bb8-2081-420e-82b6-21a012113aad), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.426368 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-c9eae197-4f84-4bd4-bfb4-ca74bc101989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:29.427609 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-c9eae197-4f84-4bd4-bfb4-ca74bc101989 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 915 time: 0.1039257 Sep 26 10:40:29.472093 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (71ec6bb8-2081-420e-82b6-21a012113aad), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.472396 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-55c829c1-337c-4f95-824e-842ae063a7e4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77 HTTP/1.1" status: 200 len: 217 time: 0.0342488 Sep 26 10:40:29.499002 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ec6bb8-2081-420e-82b6-21a012113aad,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:29.504815 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.511556 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0fd8b238-81e7-40b2-9690-39522d648d17 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/71ec6bb8-2081-420e-82b6-21a012113aad HTTP/1.1" status: 204 len: 168 time: 0.3004892 Sep 26 10:40:29.512289 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60720) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:29.524018 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b4614-7021-476a-913f-4652d5bb0d6f None None] Network 154a4e25-766b-4e4b-9202-0213b7789f71 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:40:29.544336 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-ed712aba-cb2a-49cd-9e97-ecd941f237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:29.547568 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-ed712aba-cb2a-49cd-9e97-ecd941f237fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d8ba0a7e-4e3e-413a-ba9c-2124020845e7 HTTP/1.1" status: 200 len: 854 time: 0.0652931 Sep 26 10:40:29.591107 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-41cd7c37-3b79-455a-850f-ca7a6a2f12c9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4100a641-533c-49ba-9608-c77b1227d5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349877 Sep 26 10:40:29.615197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (154a4e25-766b-4e4b-9202-0213b7789f71), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.643954 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 2b942dc5-daa5-4310-8b0c-5356e30381ec details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:40:29.710055 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:29.711589 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Deleting port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:29.715214 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.717587 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-f1f66cfe-c72d-4349-99e2-76cd9e611669 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167169 Sep 26 10:40:29.809683 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c5c1e-7434-44bf-8668-230c7c6e82ec req-73c46e92-8947-4650-bd27-ff19d3051d13 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:29.811175 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] For port 7a9c03be-b4df-4e94-9308-f4a41d106fb6, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=7a9c03be-b4df-4e94-9308-f4a41d106fb6,segment=NetworkSegment(a6c79c67-f2e6-400f-852e-479e22f89afb),segment_id=a6c79c67-f2e6-400f-852e-479e22f89afb)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:29.811547 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.811780 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b55c5c1e-7434-44bf-8668-230c7c6e82ec req-73c46e92-8947-4650-bd27-ff19d3051d13 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 947 time: 0.0577655 Sep 26 10:40:29.819779 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:29.826807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Calling delete_port for 7a9c03be-b4df-4e94-9308-f4a41d106fb6 owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:29.835251 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '2b942dc5-daa5-4310-8b0c-5356e30381ec', 'network_id': '406d816a-ebd1-48c4-a7ca-94fe3c7e398b', 'port_id': '2b942dc5-daa5-4310-8b0c-5356e30381ec', 'mac_address': 'fa:16:3e:43:28:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94b964c-0738-4a00-ab47-a3e546da96aa', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:40:29.895037 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 2b942dc5-daa5-4310-8b0c-5356e30381ec is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:40:29.896448 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.913241 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (7a9c03be-b4df-4e94-9308-f4a41d106fb6), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.930296 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b942dc5-daa5-4310-8b0c-5356e30381ec {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:40:29.931425 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a22785b-704e-477e-813d-bb5b44e986b2 req-fd4df8eb-2790-4d09-8cda-0466fed530dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037699 Sep 26 10:40:29.958783 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:29.963291 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:29.965062 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b55c5c1e-7434-44bf-8668-230c7c6e82ec req-bf8587c1-a813-4089-b540-784cf6d47649 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864482 Sep 26 10:40:29.975555 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9c03be-b4df-4e94-9308-f4a41d106fb6,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:29.980294 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] No DVR routers for this DVR port 7a9c03be-b4df-4e94-9308-f4a41d106fb6 on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:40:30.057496 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5d38f-bec8-4a1b-9f90-e54e99c3e2df None None] DHCP port deletion for 154a4e25-766b-4e4b-9202-0213b7789f71 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:40:30.065069 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:30.081999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.082674 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.083118 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.083560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.083998 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.084520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.084952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.085374 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.085924 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.086702 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.087263 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.087816 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.088385 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.088938 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.089481 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:30.090517 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (154a4e25-766b-4e4b-9202-0213b7789f71), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.105404 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7a9c03be-b4df-4e94-9308-f4a41d106fb6 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:30.115234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154a4e25-766b-4e4b-9202-0213b7789f71']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:30.125562 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c79c67-f2e6-400f-852e-479e22f89afb') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:30.125864 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c79c67-f2e6-400f-852e-479e22f89afb') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:40:30.129840 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 7a9c03be-b4df-4e94-9308-f4a41d106fb6 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:30.130298 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 7a9c03be-b4df-4e94-9308-f4a41d106fb6 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:30.130797 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 479ce31f-d72d-4625-87d9-0f00baaa8d60 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:30.137134 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (a6c79c67-f2e6-400f-852e-479e22f89afb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.152478 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 479ce31f-d72d-4625-87d9-0f00baaa8d60 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:30.152874 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 479ce31f-d72d-4625-87d9-0f00baaa8d60 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:30.153420 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (a6c79c67-f2e6-400f-852e-479e22f89afb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.153561 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 30ef46ba-56cd-4c9b-9def-322f80bf6b20 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:30.163046 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:40:30.163495 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (a6c79c67-f2e6-400f-852e-479e22f89afb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.181648 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 30ef46ba-56cd-4c9b-9def-322f80bf6b20 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:30.182550 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 30ef46ba-56cd-4c9b-9def-322f80bf6b20 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:30.218855 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:30.221668 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:30.229966 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment a6c79c67-f2e6-400f-852e-479e22f89afb resource provider aggregate not found Sep 26 10:40:30.239199 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['2b942dc5-daa5-4310-8b0c-5356e30381ec'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:40:30.258116 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (154a4e25-766b-4e4b-9202-0213b7789f71), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.267325 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment a6c79c67-f2e6-400f-852e-479e22f89afb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c79c67-f2e6-400f-852e-479e22f89afb found for delete ", "request_id": "req-0c6fcc91-5f33-4fc3-baf5-34414690aa4f"}]} Sep 26 10:40:30.268338 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.271587 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/154a4e25-766b-4e4b-9202-0213b7789f71 HTTP/1.1" status: 204 len: 168 time: 0.7583442 Sep 26 10:40:30.285538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa3b8a-17ba-4092-bc01-efe0e66a704c req-fbbdc6fe-1f8a-44d1-b843-9f4f337fc866 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:30.286227 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15111f56-f40a-476f-988c-1276b0efa8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=154a4e25-766b-4e4b-9202-0213b7789f71,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:30.287103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9bfa3b8a-17ba-4092-bc01-efe0e66a704c req-fbbdc6fe-1f8a-44d1-b843-9f4f337fc866 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 943 time: 0.0712659 Sep 26 10:40:30.345359 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9bfa3b8a-17ba-4092-bc01-efe0e66a704c req-125a36a8-ef65-4737-b2ba-0290c4c77d80 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520914 Sep 26 10:40:30.464037 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60750) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:30.469285 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:30.508560 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cbae5099-f5ba-47d7-89b1-8825044495f1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=38cccae871b94a9db82b5017c2c497c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408018 Sep 26 10:40:30.508798 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60752) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:30.532353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:30.564829 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] Publish callbacks [] for security_group (c731a931-6ee7-44d6-85a2-9c5b1c98144f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.585871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] Publish callbacks [] for security_group (c731a931-6ee7-44d6-85a2-9c5b1c98144f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.594399 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:30.636684 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c731a931-6ee7-44d6-85a2-9c5b1c98144f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.639371 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:30.640616 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c731a931-6ee7-44d6-85a2-9c5b1c98144f HTTP/1.1" status: 204 len: 168 time: 0.1309266 Sep 26 10:40:30.649910 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f798ab3-1b1c-4ed3-ba85-bce1510c0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731a931-6ee7-44d6-85a2-9c5b1c98144f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:31.083858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd75178-3b08-4853-85c0-8389e2959960 req-4977e945-ae5b-4276-ab4d-924b90d809b9 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:31.085336 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8bd75178-3b08-4853-85c0-8389e2959960 req-4977e945-ae5b-4276-ab4d-924b90d809b9 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 948 time: 0.0512240 Sep 26 10:40:31.141283 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8bd75178-3b08-4853-85c0-8389e2959960 req-9d19511b-8363-4bc9-ac7b-d5402251ff15 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Sep 26 10:40:31.276312 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fba3b550-4951-4188-a563-bfd812e3656c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:31.477203 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:31.486202 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fb063-360d-4580-9605-12c8c9aac09e req-05e4afd1-ec75-4503-8e89-3d070441d8c4 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:31.487749 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-739fb063-360d-4580-9605-12c8c9aac09e req-05e4afd1-ec75-4503-8e89-3d070441d8c4 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 943 time: 0.0507033 Sep 26 10:40:31.539788 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-739fb063-360d-4580-9605-12c8c9aac09e req-d597d527-e827-4a3d-ab54-3378e6f26dda tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456011 Sep 26 10:40:31.654467 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 7e50437a-eb56-403a-84f2-ba7d8567bc77 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:40:31.659387 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 2b942dc5-daa5-4310-8b0c-5356e30381ec up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:40:31.704288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:31.758303 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 2b942dc5-daa5-4310-8b0c-5356e30381ec completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:40:31.769315 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 2b942dc5-daa5-4310-8b0c-5356e30381ec triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:40:31.769689 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:31.770041 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 2b942dc5-daa5-4310-8b0c-5356e30381ec Sep 26 10:40:31.834563 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:31.852522 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '7e50437a-eb56-403a-84f2-ba7d8567bc77', 'network_id': '4100a641-533c-49ba-9608-c77b1227d5d8', 'port_id': '7e50437a-eb56-403a-84f2-ba7d8567bc77', 'mac_address': 'fa:16:3e:49:ca:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ba0a7e-4e3e-413a-ba9c-2124020845e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:40:31.911567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 2b942dc5-daa5-4310-8b0c-5356e30381ec is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:40:31.911950 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:31.913966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 7e50437a-eb56-403a-84f2-ba7d8567bc77 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:40:31.914361 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:31.941572 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e50437a-eb56-403a-84f2-ba7d8567bc77 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:40:31.956853 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:31.959066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea78264-0d94-4aac-a3de-ec57fcf8eb0c" -d '{"events": [{"server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "name": "network-vif-plugged", "status": "completed", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:31.979102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:31.981375 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:31.986061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:31.989042 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:32.019322 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2e943-9c49-4204-8566-f10ce7e28ab7 x-openstack-request-id: req-35c2e943-9c49-4204-8566-f10ce7e28ab7 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:32.019673 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "name": "network-vif-plugged", "status": "completed", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:32.019855 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35c2e943-9c49-4204-8566-f10ce7e28ab7 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:32.020254 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c2e943-9c49-4204-8566-f10ce7e28ab7'] response: {'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec', 'code': 200} Sep 26 10:40:32.051737 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:32.106102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:32.194980 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3e473-b932-41c8-b97c-6a89576d5713 req-f006800e-70e5-4ea6-9012-96c98126b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:32.196533 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ade3e473-b932-41c8-b97c-6a89576d5713 req-f006800e-70e5-4ea6-9012-96c98126b5c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 1133 time: 0.0475485 Sep 26 10:40:32.245838 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['7e50437a-eb56-403a-84f2-ba7d8567bc77'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:40:32.279965 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ade3e473-b932-41c8-b97c-6a89576d5713 req-a0799fe9-96b4-4ebe-8e48-686ca3a5f0d7 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764983 Sep 26 10:40:32.287676 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76c639-6941-4ae5-9570-3cf018d14e0f req-e2610b1b-325e-4657-a698-9e3dd36eacc1 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:32.289150 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fb76c639-6941-4ae5-9570-3cf018d14e0f req-e2610b1b-325e-4657-a698-9e3dd36eacc1 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0684946 Sep 26 10:40:32.342666 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fb76c639-6941-4ae5-9570-3cf018d14e0f req-2ac14aac-9cb7-4e48-abad-2910865aa316 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467498 Sep 26 10:40:32.399419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:32.670921 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44639-e957-46a6-960e-23fddfac3b57 req-bd298ae8-ff33-4a20-b017-a86f02f8883c tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:32.672418 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7d44639-e957-46a6-960e-23fddfac3b57 req-bd298ae8-ff33-4a20-b017-a86f02f8883c tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 944 time: 0.0507441 Sep 26 10:40:32.725511 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7d44639-e957-46a6-960e-23fddfac3b57 req-c1fed669-e38f-4005-9222-a0ee15dcadbe tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Sep 26 10:40:33.473906 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a73462-1bf9-4d18-87b1-07246628c9ab req-91c3c3f0-fd60-4ab9-93f5-24be17b7ed4d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:33.475518 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22a73462-1bf9-4d18-87b1-07246628c9ab req-91c3c3f0-fd60-4ab9-93f5-24be17b7ed4d tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0510578 Sep 26 10:40:33.523838 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22a73462-1bf9-4d18-87b1-07246628c9ab req-211fd1d8-c1ce-4a98-80b9-b4f1617c8c6a tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Sep 26 10:40:33.663320 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 7e50437a-eb56-403a-84f2-ba7d8567bc77 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:40:33.709667 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 7e50437a-eb56-403a-84f2-ba7d8567bc77 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:40:33.716926 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 7e50437a-eb56-403a-84f2-ba7d8567bc77 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:40:33.717531 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:33.718142 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 7e50437a-eb56-403a-84f2-ba7d8567bc77 Sep 26 10:40:33.777110 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d7e5607c-2f7a-4acd-b3f9-d99e163820c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:33.792902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60932) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:33.825099 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 7e50437a-eb56-403a-84f2-ba7d8567bc77 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:40:33.825497 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:33.869621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:33.876140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96add86c-d7b7-4e39-b784-fe871d395e48 req-828dbc15-2cdb-4394-9a50-2d9b5e449210 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:33.876747 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:33.878534 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96add86c-d7b7-4e39-b784-fe871d395e48 req-828dbc15-2cdb-4394-9a50-2d9b5e449210 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 944 time: 0.0617719 Sep 26 10:40:33.881412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:33.926467 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:33.929816 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96add86c-d7b7-4e39-b784-fe871d395e48 req-c5525904-1aed-4cef-9a67-4644ea6445f8 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Sep 26 10:40:33.950423 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26b01dab-2f41-43c7-aff4-5cdea6ab2cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.021256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:34.023655 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ea9a2-e57e-4468-9d8e-4a77f77dcc90" -d '{"events": [{"server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "name": "network-vif-plugged", "status": "completed", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:34.027062 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26b01dab-2f41-43c7-aff4-5cdea6ab2cd1 admin admin] Publish callbacks [] for security_group (27de6d5e-6c1b-4318-a784-8a0b5a114d5c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.032085 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26b01dab-2f41-43c7-aff4-5cdea6ab2cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (27de6d5e-6c1b-4318-a784-8a0b5a114d5c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.065793 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26955b-b847-470e-9a03-e332ac0ed25d x-openstack-request-id: req-0f26955b-b847-470e-9a03-e332ac0ed25d {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:34.066110 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "name": "network-vif-plugged", "status": "completed", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:34.068456 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f26955b-b847-470e-9a03-e332ac0ed25d {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:34.069017 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26955b-b847-470e-9a03-e332ac0ed25d'] response: {'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77', 'code': 200} Sep 26 10:40:34.070859 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01dab-2f41-43c7-aff4-5cdea6ab2cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27de6d5e-6c1b-4318-a784-8a0b5a114d5c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:34.075605 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-26b01dab-2f41-43c7-aff4-5cdea6ab2cd1 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b68a04eb4ca34baa8c410a763998aba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805648 Sep 26 10:40:34.078266 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60938) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:34.129291 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] Publish callbacks [] for security_group (27de6d5e-6c1b-4318-a784-8a0b5a114d5c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.154369 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] Publish callbacks [] for security_group (27de6d5e-6c1b-4318-a784-8a0b5a114d5c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.205351 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (27de6d5e-6c1b-4318-a784-8a0b5a114d5c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.208465 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.209611 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/27de6d5e-6c1b-4318-a784-8a0b5a114d5c HTTP/1.1" status: 204 len: 168 time: 0.1304376 Sep 26 10:40:34.218589 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd709f-7aaa-42ac-8a4d-083689064b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de6d5e-6c1b-4318-a784-8a0b5a114d5c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:34.236721 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a380c17-7a0b-4312-a1e3-eda6a1d39a40 req-a7faf897-22ad-4ee6-be71-558c90e2ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:34.238929 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a380c17-7a0b-4312-a1e3-eda6a1d39a40 req-a7faf897-22ad-4ee6-be71-558c90e2ee1d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 1129 time: 0.0446758 Sep 26 10:40:34.289541 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a380c17-7a0b-4312-a1e3-eda6a1d39a40 req-5483c4bb-2be3-461e-8a41-dcc13878964f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Sep 26 10:40:34.481269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60944) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:34.609455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.749522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.792591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:34.810401 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9e047-1d84-4f52-b60c-06c58917d03d req-ed92dd3f-1e93-47dd-b8ad-7cc2e3e6fd7a tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:34.811950 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ecc9e047-1d84-4f52-b60c-06c58917d03d req-ed92dd3f-1e93-47dd-b8ad-7cc2e3e6fd7a tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0645094 Sep 26 10:40:34.895035 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ecc9e047-1d84-4f52-b60c-06c58917d03d req-cf21d459-c3fe-4fad-b9a8-5fdcf5a6d275 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738122 Sep 26 10:40:34.919124 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Publish callbacks [] for security_group (b3dd4e5c-efc2-43df-8785-aa99021b988f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.922963 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (b3dd4e5c-efc2-43df-8785-aa99021b988f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:34.969027 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60960) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:34.969510 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=02666fe1bd7d4ae7a59f6148ff5740c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867523 Sep 26 10:40:34.970092 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd4e5c-efc2-43df-8785-aa99021b988f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:34.977507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.977861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.978231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.979496 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.979839 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.980167 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.980787 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.981123 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.981452 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.981780 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.984341 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.984707 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.985048 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.985382 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:34.985712 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bdd1d-6b80-436b-8920-692e792b3ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:40:35.065297 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] Publish callbacks [] for security_group (b3dd4e5c-efc2-43df-8785-aa99021b988f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.069051 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 60962) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:35.092323 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] Publish callbacks [] for security_group (b3dd4e5c-efc2-43df-8785-aa99021b988f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.095536 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eeb0f-f2c9-4a3d-a4bf-80f05e7691be req-232bd164-dae8-4ef7-932a-21e7c5cc5ed8 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:35.097326 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d52eeb0f-f2c9-4a3d-a4bf-80f05e7691be req-232bd164-dae8-4ef7-932a-21e7c5cc5ed8 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0612943 Sep 26 10:40:35.137286 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:35.169469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (b3dd4e5c-efc2-43df-8785-aa99021b988f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.175889 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d52eeb0f-f2c9-4a3d-a4bf-80f05e7691be req-c9393981-6ba6-4e9a-bdf8-585ab7c03803 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Sep 26 10:40:35.176436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.186763 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b3dd4e5c-efc2-43df-8785-aa99021b988f HTTP/1.1" status: 204 len: 168 time: 0.2150712 Sep 26 10:40:35.207939 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b10491-61fc-42e2-881f-feb32991ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd4e5c-efc2-43df-8785-aa99021b988f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:35.230580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f33-be28-475f-aac9-6497c68eb9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.331358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f33-be28-475f-aac9-6497c68eb9e7 admin admin] Publish callbacks [] for security_group (c6bdf751-584d-48c0-b222-02bd77d034a6), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.335731 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f33-be28-475f-aac9-6497c68eb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c6bdf751-584d-48c0-b222-02bd77d034a6), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.414662 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1a9a0f33-be28-475f-aac9-6497c68eb9e7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0ee33b2a73604a70bc5e0bd14d1ff109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442519 Sep 26 10:40:35.418136 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 60972) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:35.418270 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0f33-be28-475f-aac9-6497c68eb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bdf751-584d-48c0-b222-02bd77d034a6,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:35.429302 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429273c-a3c0-4829-8954-86b76e5d4ccc req-ad9f9ec1-1a09-438d-ba2c-236a878a1c03 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:35.430836 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c429273c-a3c0-4829-8954-86b76e5d4ccc req-ad9f9ec1-1a09-438d-ba2c-236a878a1c03 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0820584 Sep 26 10:40:35.486742 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] Publish callbacks [] for security_group (c6bdf751-584d-48c0-b222-02bd77d034a6), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.488303 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c429273c-a3c0-4829-8954-86b76e5d4ccc req-18dffca3-91db-4700-b013-5b3efa9a5efb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Sep 26 10:40:35.523987 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] Publish callbacks [] for security_group (c6bdf751-584d-48c0-b222-02bd77d034a6), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.577701 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (c6bdf751-584d-48c0-b222-02bd77d034a6), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.580247 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:35.581402 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c6bdf751-584d-48c0-b222-02bd77d034a6 HTTP/1.1" status: 204 len: 168 time: 0.1615820 Sep 26 10:40:35.590719 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b24c9-bf11-4f7c-aeb3-c23f11594c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bdf751-584d-48c0-b222-02bd77d034a6,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:35.933129 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:36.300306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:36.327675 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f7368-f6d2-44bc-8246-b8c8a14bdd6d req-2aa5d4da-0de3-4450-9bab-fed97f9cd450 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:36.329844 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-313f7368-f6d2-44bc-8246-b8c8a14bdd6d req-2aa5d4da-0de3-4450-9bab-fed97f9cd450 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0600584 Sep 26 10:40:36.379946 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-313f7368-f6d2-44bc-8246-b8c8a14bdd6d req-9538f242-fd3b-45b4-9dbc-4a03c3e96479 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Sep 26 10:40:36.614346 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3b54e-d841-4e56-a681-6a45edfe058a req-08431759-d3bf-4fce-b6a2-8ab70a3acf5b tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:36.616351 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82f3b54e-d841-4e56-a681-6a45edfe058a req-08431759-d3bf-4fce-b6a2-8ab70a3acf5b tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0532019 Sep 26 10:40:36.668060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82f3b54e-d841-4e56-a681-6a45edfe058a req-386ddfcb-49ac-48ec-b0ec-ae6f082b60b9 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Sep 26 10:40:36.842928 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-cc1d8f60-a4e7-471f-aaeb-681b42875283 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:36.844407 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-cc1d8f60-a4e7-471f-aaeb-681b42875283 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 949 time: 0.0490417 Sep 26 10:40:36.921870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:36.937988 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Deleting port 2b942dc5-daa5-4310-8b0c-5356e30381ec {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:40:36.938354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:37.033195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] For port 2b942dc5-daa5-4310-8b0c-5356e30381ec, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2b942dc5-daa5-4310-8b0c-5356e30381ec,segment=NetworkSegment(317f4eaa-00e2-4936-8c17-38cf3e284c37),segment_id=317f4eaa-00e2-4936-8c17-38cf3e284c37)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:40:37.033658 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:37.047337 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Calling delete_port for 2b942dc5-daa5-4310-8b0c-5356e30381ec owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:40:37.189786 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (2b942dc5-daa5-4310-8b0c-5356e30381ec), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:37.204085 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['2b942dc5-daa5-4310-8b0c-5356e30381ec'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:40:37.219562 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Pushing event deleted for resources: {'Port': ['ID=2b942dc5-daa5-4310-8b0c-5356e30381ec,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:37.271808 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] No DVR routers for this DVR port 2b942dc5-daa5-4310-8b0c-5356e30381ec on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:40:37.275071 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:37.279067 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f5f89be-85ee-42b6-9ee4-79f9ca406848 req-d4b83636-c868-47cd-b394-c826ca9ba6eb tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.57 "DELETE /networking/v2.0/ports/2b942dc5-daa5-4310-8b0c-5356e30381ec HTTP/1.1" status: 204 len: 173 time: 0.4249775 Sep 26 10:40:37.279578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'name': 'network-vif-deleted', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:40:37.281909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67c7b9-a601-4077-b85f-66113911a5fc" -d '{"events": [{"server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "name": "network-vif-deleted", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:40:37.340200 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c26fcf5-ed80-4c5c-bb78-1f8cfc527ff1 x-openstack-request-id: req-0c26fcf5-ed80-4c5c-bb78-1f8cfc527ff1 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:40:37.340806 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a415dda-e3b5-4530-9fa7-bf6c9ab75932", "name": "network-vif-deleted", "tag": "2b942dc5-daa5-4310-8b0c-5356e30381ec", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:40:37.340806 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c26fcf5-ed80-4c5c-bb78-1f8cfc527ff1 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:40:37.341207 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c26fcf5-ed80-4c5c-bb78-1f8cfc527ff1'] response: {'server_uuid': '3a415dda-e3b5-4530-9fa7-bf6c9ab75932', 'name': 'network-vif-deleted', 'tag': '2b942dc5-daa5-4310-8b0c-5356e30381ec', 'status': 'completed', 'code': 200} Sep 26 10:40:37.508914 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd60e-871b-445f-8ab9-8aa123bbe535 req-7525e9ca-ec60-4ce6-89ab-00039b4ac3b1 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:37.511002 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49dcd60e-871b-445f-8ab9-8aa123bbe535 req-7525e9ca-ec60-4ce6-89ab-00039b4ac3b1 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Sep 26 10:40:37.522002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:37.566917 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49dcd60e-871b-445f-8ab9-8aa123bbe535 req-4d8a4a50-6c2e-4a99-be2b-987ea3e45211 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 Sep 26 10:40:37.792854 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f9706544-7abd-42ec-8030-76c887602306 req-1afdf746-f482-41d6-bd35-63d6c8242519 tempest-VolumesNegativeTest-1078162991 tempest-VolumesNegativeTest-1078162991-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3a415dda-e3b5-4530-9fa7-bf6c9ab75932 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Sep 26 10:40:41.686571 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 2b942dc5-daa5-4310-8b0c-5356e30381ec no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:40:41.706382 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 2b942dc5-daa5-4310-8b0c-5356e30381ec {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:40:41.706729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 2b942dc5-daa5-4310-8b0c-5356e30381ec not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:40:42.989461 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33102) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:43.094885 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:43.123435 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0dbd7b82-4f3e-450f-b6b6-341fb566401b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4c206e1031144f509a8957ad347ac345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328073 Sep 26 10:40:43.126048 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33106) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:43.175863 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] Publish callbacks [] for security_group (a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:43.196487 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] Publish callbacks [] for security_group (a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:43.228653 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:43.244251 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:43.246837 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:43.247959 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4 HTTP/1.1" status: 204 len: 168 time: 0.1210203 Sep 26 10:40:43.255550 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde773f-cdd3-4410-a38d-1b177701a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9a99c-d1fb-4b5b-b9ed-850fb9456da4,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:43.696941 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:47.772934 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:47.773773 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:48.327449 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33146) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:48.409939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-529107d6-ae24-4a15-a694-ac6b696dadcd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388858 Sep 26 10:40:48.433412 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff3be-3ffc-4440-bd7e-a716e59c4797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.496317 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-4e29d932-292d-4e13-aeb3-1e2b13c2b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:48.497817 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-4e29d932-292d-4e13-aeb3-1e2b13c2b33b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 1129 time: 0.0447216 Sep 26 10:40:48.509484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff3be-3ffc-4440-bd7e-a716e59c4797 admin admin] Publish callbacks [] for security_group (2f11398d-626c-4d84-9949-2790c5079d60), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.513229 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f2ff3be-3ffc-4440-bd7e-a716e59c4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2f11398d-626c-4d84-9949-2790c5079d60), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.550821 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ff3be-3ffc-4440-bd7e-a716e59c4797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11398d-626c-4d84-9949-2790c5079d60,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:48.555758 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9f2ff3be-3ffc-4440-bd7e-a716e59c4797 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a798ba18b97d4cd7a5ed24223870c0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272072 Sep 26 10:40:48.558100 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33150) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:48.603486 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-1cfd01b8-6508-43fe-a97c-acb41b7e8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:48.605401 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-1cfd01b8-6508-43fe-a97c-acb41b7e8bad service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 200 len: 915 time: 0.0890181 Sep 26 10:40:48.610616 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] Publish callbacks [] for security_group (2f11398d-626c-4d84-9949-2790c5079d60), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.631722 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] Publish callbacks [] for security_group (2f11398d-626c-4d84-9949-2790c5079d60), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.649051 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-18e8e6d7-3c5f-406e-be63-cd50eb52428d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Sep 26 10:40:48.688593 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (2f11398d-626c-4d84-9949-2790c5079d60), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.691869 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:48.693328 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2f11398d-626c-4d84-9949-2790c5079d60 HTTP/1.1" status: 204 len: 168 time: 0.1340747 Sep 26 10:40:48.702169 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae41a4-6561-427c-bd7a-ada10a7bb590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11398d-626c-4d84-9949-2790c5079d60,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:48.703404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-5d74ce04-8936-43eb-b063-17c7e6dc94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:48.704880 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-5d74ce04-8936-43eb-b063-17c7e6dc94e8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d8ba0a7e-4e3e-413a-ba9c-2124020845e7 HTTP/1.1" status: 200 len: 854 time: 0.0493889 Sep 26 10:40:48.741251 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-e48687d2-91fd-42c0-9f07-bb83e4837c06 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=4100a641-533c-49ba-9608-c77b1227d5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294073 Sep 26 10:40:48.845350 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-56984afc-4174-4998-957b-203b6ac807df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975590 Sep 26 10:40:48.959420 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c046f93-2240-442a-9b30-8b7922d13fa3 req-b06ba182-b112-4747-984a-7da57c4e3f1f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055017 Sep 26 10:40:49.008523 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33162) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:49.023033 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68710481-f5e8-4e08-84d8-6d57c67d5ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.098913 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68710481-f5e8-4e08-84d8-6d57c67d5ce2 admin admin] Publish callbacks [] for security_group (d6c00bdf-e5c5-4896-9cb8-22c3377b04e5), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.102676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-68710481-f5e8-4e08-84d8-6d57c67d5ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d6c00bdf-e5c5-4896-9cb8-22c3377b04e5), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.139774 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710481-f5e8-4e08-84d8-6d57c67d5ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c00bdf-e5c5-4896-9cb8-22c3377b04e5,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:49.143911 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-68710481-f5e8-4e08-84d8-6d57c67d5ce2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1c48d105fbcc4bd48caebe7742abe2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342838 Sep 26 10:40:49.147225 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33164) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:49.196520 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] Publish callbacks [] for security_group (d6c00bdf-e5c5-4896-9cb8-22c3377b04e5), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.217017 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] Publish callbacks [] for security_group (d6c00bdf-e5c5-4896-9cb8-22c3377b04e5), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.230501 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:49.265436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (d6c00bdf-e5c5-4896-9cb8-22c3377b04e5), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.267991 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:49.269106 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d6c00bdf-e5c5-4896-9cb8-22c3377b04e5 HTTP/1.1" status: 204 len: 168 time: 0.1216857 Sep 26 10:40:49.277936 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014e696-b820-4cc1-afc5-992ac31f4854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c00bdf-e5c5-4896-9cb8-22c3377b04e5,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:52.720962 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:52.721635 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:55.728351 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:40:58.717326 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:58.731407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33292) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:58.868841 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12793a9-4a7e-4161-ad6b-1415c3375676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:58.913582 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:40:58.930575 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61561b1-3d60-4235-9e32-3e64da757e46 req-84a7b095-05f2-453e-ac7e-278d962adc5a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:40:58.932060 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f61561b1-3d60-4235-9e32-3e64da757e46 req-84a7b095-05f2-453e-ac7e-278d962adc5a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Sep 26 10:40:58.950357 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12793a9-4a7e-4161-ad6b-1415c3375676 admin admin] Publish callbacks [] for security_group (f733575b-09e0-41b8-a3c3-0d47a7b72c4a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:58.954008 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b12793a9-4a7e-4161-ad6b-1415c3375676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f733575b-09e0-41b8-a3c3-0d47a7b72c4a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:58.986284 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f61561b1-3d60-4235-9e32-3e64da757e46 req-1ee67c08-95ca-4a77-968e-26f194ff0b38 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Sep 26 10:40:58.995094 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b12793a9-4a7e-4161-ad6b-1415c3375676 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cd962098de4f4875836059412d4faf80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625430 Sep 26 10:40:58.996002 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12793a9-4a7e-4161-ad6b-1415c3375676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733575b-09e0-41b8-a3c3-0d47a7b72c4a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:40:58.997881 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33298) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:40:59.046555 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] Publish callbacks [] for security_group (f733575b-09e0-41b8-a3c3-0d47a7b72c4a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:59.066541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] Publish callbacks [] for security_group (f733575b-09e0-41b8-a3c3-0d47a7b72c4a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:59.112131 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f733575b-09e0-41b8-a3c3-0d47a7b72c4a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:59.114697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:40:59.115822 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f733575b-09e0-41b8-a3c3-0d47a7b72c4a HTTP/1.1" status: 204 len: 168 time: 0.1169622 Sep 26 10:40:59.123626 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24b4da-0f7b-44e0-8049-7058ff415375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733575b-09e0-41b8-a3c3-0d47a7b72c4a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:00.115757 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0fe50-cc06-4984-b32b-cad3f41cd196 req-594ae4ac-1814-4116-adf2-1b377315ac4b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:00.117345 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14e0fe50-cc06-4984-b32b-cad3f41cd196 req-594ae4ac-1814-4116-adf2-1b377315ac4b tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Sep 26 10:41:00.168258 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14e0fe50-cc06-4984-b32b-cad3f41cd196 req-dda2f58d-7d27-48de-aad1-deb01868468e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb4a194-4dda-4ee8-87d6-b7b1341180fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Sep 26 10:41:00.639474 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-1a995859-838c-4417-ad7f-104c0b477b9e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:00.640502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-1a995859-838c-4417-ad7f-104c0b477b9e tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 945 time: 0.0599360 Sep 26 10:41:00.732181 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Deleting port 7e50437a-eb56-403a-84f2-ba7d8567bc77 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:41:00.732524 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:00.812389 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:00.819027 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:00.832808 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] For port 7e50437a-eb56-403a-84f2-ba7d8567bc77, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7e50437a-eb56-403a-84f2-ba7d8567bc77,segment=NetworkSegment(776ac1e3-99c4-4ba0-ade9-a934e476381e),segment_id=776ac1e3-99c4-4ba0-ade9-a934e476381e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:00.833174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:00.848974 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Calling delete_port for 7e50437a-eb56-403a-84f2-ba7d8567bc77 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:41:00.994228 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (7e50437a-eb56-403a-84f2-ba7d8567bc77), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:01.007593 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['7e50437a-eb56-403a-84f2-ba7d8567bc77'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:41:01.024309 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Pushing event deleted for resources: {'Port': ['ID=7e50437a-eb56-403a-84f2-ba7d8567bc77,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:01.069969 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] No DVR routers for this DVR port 7e50437a-eb56-403a-84f2-ba7d8567bc77 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:41:01.072473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:01.076286 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bff2535a-9a25-4efa-9e22-5a230a4c1dd3 req-f8b2edf1-a1ba-4a9c-b187-4b600fb0fe1a tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.57 "DELETE /networking/v2.0/ports/7e50437a-eb56-403a-84f2-ba7d8567bc77 HTTP/1.1" status: 204 len: 173 time: 0.4261332 Sep 26 10:41:01.076778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'name': 'network-vif-deleted', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:41:01.079048 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa3243-faaf-4fc5-ad3b-7bffd7aefdeb" -d '{"events": [{"server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "name": "network-vif-deleted", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:41:01.118406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e934f55b-57de-4e81-9e19-bb7de54b9932 x-openstack-request-id: req-e934f55b-57de-4e81-9e19-bb7de54b9932 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:41:01.119054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da5ce05-abb7-42fa-8dba-d17dc3abd236", "name": "network-vif-deleted", "tag": "7e50437a-eb56-403a-84f2-ba7d8567bc77", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:41:01.119054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e934f55b-57de-4e81-9e19-bb7de54b9932 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:41:01.119345 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e934f55b-57de-4e81-9e19-bb7de54b9932'] response: {'server_uuid': '4da5ce05-abb7-42fa-8dba-d17dc3abd236', 'name': 'network-vif-deleted', 'tag': '7e50437a-eb56-403a-84f2-ba7d8567bc77', 'status': 'completed', 'code': 200} Sep 26 10:41:01.274904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b09453f6-3264-4575-a2fc-cf790b8d5cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:01.290949 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-194def40-9ffa-409a-a276-fb88fc661ca9 req-fd2bff26-a1c7-4611-9637-3ebf31890c50 tempest-VolumesSnapshotTestJSON-722631633 tempest-VolumesSnapshotTestJSON-722631633-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4da5ce05-abb7-42fa-8dba-d17dc3abd236 HTTP/1.1" status: 200 len: 210 time: 0.0317848 Sep 26 10:41:03.198258 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33370) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:03.302218 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-993bb467-9b21-4963-9939-e36ce538b13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.377849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-993bb467-9b21-4963-9939-e36ce538b13f admin admin] Publish callbacks [] for security_group (16329578-5245-4c87-98b7-61a3b128140c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.381358 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-993bb467-9b21-4963-9939-e36ce538b13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (16329578-5245-4c87-98b7-61a3b128140c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.421202 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bb467-9b21-4963-9939-e36ce538b13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16329578-5245-4c87-98b7-61a3b128140c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:03.425499 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-993bb467-9b21-4963-9939-e36ce538b13f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=af5f82a2a17043078467ed7c8d2f0bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256320 Sep 26 10:41:03.429200 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33374) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:03.478490 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] Publish callbacks [] for security_group (16329578-5245-4c87-98b7-61a3b128140c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.502064 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] Publish callbacks [] for security_group (16329578-5245-4c87-98b7-61a3b128140c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.547310 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (16329578-5245-4c87-98b7-61a3b128140c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.549912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.551078 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/16329578-5245-4c87-98b7-61a3b128140c HTTP/1.1" status: 204 len: 168 time: 0.1208236 Sep 26 10:41:03.559171 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652db519-b046-4703-8bc5-2040cff32cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16329578-5245-4c87-98b7-61a3b128140c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:03.771863 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8f16b653-047c-4a63-b596-c2ffc2ff06fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.835312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33386) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:03.852334 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2bbee25-6dc8-4897-837f-bb5abc34bbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.929002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2bbee25-6dc8-4897-837f-bb5abc34bbc9 admin admin] Publish callbacks [] for security_group (22aac23e-feef-4200-8606-183260714670), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.932504 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c2bbee25-6dc8-4897-837f-bb5abc34bbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (22aac23e-feef-4200-8606-183260714670), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:03.971451 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c2bbee25-6dc8-4897-837f-bb5abc34bbc9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef77986f7ba6471b9042fdc90e9cc6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349206 Sep 26 10:41:03.972563 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbee25-6dc8-4897-837f-bb5abc34bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aac23e-feef-4200-8606-183260714670,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:03.974228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33388) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:04.024436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] Publish callbacks [] for security_group (22aac23e-feef-4200-8606-183260714670), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:04.044340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] Publish callbacks [] for security_group (22aac23e-feef-4200-8606-183260714670), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:04.092181 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (22aac23e-feef-4200-8606-183260714670), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:04.094772 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:04.095921 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/22aac23e-feef-4200-8606-183260714670 HTTP/1.1" status: 204 len: 168 time: 0.1200838 Sep 26 10:41:04.103912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f76f2-d82a-4f9d-874d-f746e94bb213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aac23e-feef-4200-8606-183260714670,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:04.115158 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:04.610232 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:05.723602 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:05.932806 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:06.295687 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:06.691937 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 7e50437a-eb56-403a-84f2-ba7d8567bc77 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:41:06.714349 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 7e50437a-eb56-403a-84f2-ba7d8567bc77 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:41:06.714694 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 7e50437a-eb56-403a-84f2-ba7d8567bc77 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:41:09.259295 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33476) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:09.365141 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d315-1c09-4db8-b78b-17b0d4424cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.439551 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d315-1c09-4db8-b78b-17b0d4424cc0 admin admin] Publish callbacks [] for security_group (70469e45-6f2b-4fb1-976b-2abd08cb525a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.443198 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a0c2d315-1c09-4db8-b78b-17b0d4424cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (70469e45-6f2b-4fb1-976b-2abd08cb525a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.482358 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2d315-1c09-4db8-b78b-17b0d4424cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70469e45-6f2b-4fb1-976b-2abd08cb525a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:09.486866 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a0c2d315-1c09-4db8-b78b-17b0d4424cc0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=94708783d62e4a68a0e8ce63ae6ce43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265067 Sep 26 10:41:09.489439 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33480) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:09.526509 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:09.539128 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] Publish callbacks [] for security_group (70469e45-6f2b-4fb1-976b-2abd08cb525a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.560636 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] Publish callbacks [] for security_group (70469e45-6f2b-4fb1-976b-2abd08cb525a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.606701 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (70469e45-6f2b-4fb1-976b-2abd08cb525a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.609393 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:09.610560 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/70469e45-6f2b-4fb1-976b-2abd08cb525a HTTP/1.1" status: 204 len: 168 time: 0.1202223 Sep 26 10:41:09.618658 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f2f3f-8d8f-4eee-ac0f-46d895dfe38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70469e45-6f2b-4fb1-976b-2abd08cb525a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:13.702505 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:13.966920 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:13.968791 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:19.613655 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:19.614548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:19.780221 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33652) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:19.885276 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e634aecd-c13c-4941-9412-db35e714f645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:19.960517 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e634aecd-c13c-4941-9412-db35e714f645 admin admin] Publish callbacks [] for security_group (4105fa79-bcaf-42e8-8cee-7e384834d07b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:19.964780 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e634aecd-c13c-4941-9412-db35e714f645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (4105fa79-bcaf-42e8-8cee-7e384834d07b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.007811 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e634aecd-c13c-4941-9412-db35e714f645 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0e95a355ff1243b6a2cc8f8e6a6590fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265007 Sep 26 10:41:20.008670 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634aecd-c13c-4941-9412-db35e714f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4105fa79-bcaf-42e8-8cee-7e384834d07b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:20.011330 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33656) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:20.061590 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] Publish callbacks [] for security_group (4105fa79-bcaf-42e8-8cee-7e384834d07b), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.081590 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] Publish callbacks [] for security_group (4105fa79-bcaf-42e8-8cee-7e384834d07b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.127029 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (4105fa79-bcaf-42e8-8cee-7e384834d07b), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.129621 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.130828 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4105fa79-bcaf-42e8-8cee-7e384834d07b HTTP/1.1" status: 204 len: 168 time: 0.1184809 Sep 26 10:41:20.139045 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ca066-05b6-4793-b46b-e58f577058c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4105fa79-bcaf-42e8-8cee-7e384834d07b,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:20.405617 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33670) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:20.418709 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d80941ab-7c32-4c26-b765-9dd53859bc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.495164 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d80941ab-7c32-4c26-b765-9dd53859bc1f admin admin] Publish callbacks [] for security_group (faf24d7f-096b-4bb4-9206-a65298a9c6eb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.499601 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d80941ab-7c32-4c26-b765-9dd53859bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (faf24d7f-096b-4bb4-9206-a65298a9c6eb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.537231 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80941ab-7c32-4c26-b765-9dd53859bc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf24d7f-096b-4bb4-9206-a65298a9c6eb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:20.541458 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d80941ab-7c32-4c26-b765-9dd53859bc1f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0b186c440dd34de3b8a73b905550fad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348379 Sep 26 10:41:20.544589 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33672) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:20.592979 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] Publish callbacks [] for security_group (faf24d7f-096b-4bb4-9206-a65298a9c6eb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.613358 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] Publish callbacks [] for security_group (faf24d7f-096b-4bb4-9206-a65298a9c6eb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.662049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (faf24d7f-096b-4bb4-9206-a65298a9c6eb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.664477 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:20.665595 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/faf24d7f-096b-4bb4-9206-a65298a9c6eb HTTP/1.1" status: 204 len: 168 time: 0.1201153 Sep 26 10:41:20.673602 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988d50c-5f6c-4844-8c0c-6783f668148d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf24d7f-096b-4bb4-9206-a65298a9c6eb,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:20.985484 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33678) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:21.002421 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-616b9fe6-d543-4bae-a0ff-080de78acc22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.077442 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-616b9fe6-d543-4bae-a0ff-080de78acc22 admin admin] Publish callbacks [] for security_group (1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.081139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-616b9fe6-d543-4bae-a0ff-080de78acc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.118576 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b9fe6-d543-4bae-a0ff-080de78acc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:21.123353 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-616b9fe6-d543-4bae-a0ff-080de78acc22 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=75bbe9a03067423abba5bc168be47ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367984 Sep 26 10:41:21.126408 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33680) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:21.173876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] Publish callbacks [] for security_group (1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.193146 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] Publish callbacks [] for security_group (1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.246113 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.248534 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:21.249681 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7 HTTP/1.1" status: 204 len: 168 time: 0.1228156 Sep 26 10:41:21.257249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2ece1-dfcb-4e8e-bf04-cdb34a1f42fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afab8b9-b8b9-4e5d-9ae0-5de88bb5c3b7,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:21.958124 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33708) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:22.053567 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369815409-network', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:22.073511 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Made reservation on behalf of b35e6a97e32b426daab0ba663323e8a8 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:22.075897 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.084466 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.160973 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks [] for security_group (20dc6a48-1ade-4223-9d06-9a4c429474b2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.164609 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (20dc6a48-1ade-4223-9d06-9a4c429474b2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.190808 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:41:22.199886 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:22.202518 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc6a48-1ade-4223-9d06-9a4c429474b2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:22.207859 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (9ce7f50a-b226-426b-afc5-5e7f2562e006), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.208208 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Added segment 9ce7f50a-b226-426b-afc5-5e7f2562e006 of type vlan for network af47f48f-c46c-40ed-b170-e46263de86e2 Sep 26 10:41:22.237706 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:22.253929 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (af47f48f-c46c-40ed-b170-e46263de86e2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.283425 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (af47f48f-c46c-40ed-b170-e46263de86e2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.284320 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:22.284931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.340389 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3811071 Sep 26 10:41:22.343354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33712) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:22.348191 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Request body: {'subnet': {'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369815409-subnet', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:22.351253 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2db55-adf3-41c4-8606-e46ede32d55c admin admin] Pushing event updated for resources: {'Network': ['ID=af47f48f-c46c-40ed-b170-e46263de86e2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:22.361813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network af47f48f-c46c-40ed-b170-e46263de86e2 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:41:22.371830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Made reservation on behalf of b35e6a97e32b426daab0ba663323e8a8 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:22.374345 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13892190'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.554251 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13860550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13892168'] for subnet (d5f1c28f-acf0-4267-812f-a98aa221a7a0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.619291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f1c28f-acf0-4267-812f-a98aa221a7a0,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:22.629274 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Checking segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:22.629633 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Network hostable DHCP agents. Network: af47f48f-c46c-40ed-b170-e46263de86e2, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:41:22.633080 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:22.637729 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:22.654745 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Network af47f48f-c46c-40ed-b170-e46263de86e2 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:41:22.664836 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, af47f48f-c46c-40ed-b170-e46263de86e2) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:22.669514 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:22.670269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.674371 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d71ef-9993-453a-8ad8-78de5854f0b5 None None] Network af47f48f-c46c-40ed-b170-e46263de86e2 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:22.689103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ecb48fef-ac49-4c5f-bfe8-9fe003ea989c admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3441217 Sep 26 10:41:22.693258 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33734) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:22.697911 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:22.722405 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.723436 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.774118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for router_controller (8cc451dd-b83a-4fa8-bc23-361c1430c208), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.786732 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-af47f48f-c46c-40ed-b170-e46263de86e2', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:41:22.787679 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.911964 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for router_gateway (8cc451dd-b83a-4fa8-bc23-361c1430c208), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:22.939045 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Allocated IP 172.20.0.2 (af47f48f-c46c-40ed-b170-e46263de86e2/d5f1c28f-acf0-4267-812f-a98aa221a7a0/b6c99470-e51f-4798-8d2a-00dd12f6a236) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:23.081559 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks [] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.087332 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.091152 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for router_gateway (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.114418 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.131211 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Network af47f48f-c46c-40ed-b170-e46263de86e2 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:23.136238 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:23.138715 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:23.142109 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Pushing event updated for resources: {'Port': ['ID=b6c99470-e51f-4798-8d2a-00dd12f6a236,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:23.204068 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Attempting to bind port b6c99470-e51f-4798-8d2a-00dd12f6a236 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:23.204427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Attempting to bind port b6c99470-e51f-4798-8d2a-00dd12f6a236 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:23.204784 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Attempting to bind port b6c99470-e51f-4798-8d2a-00dd12f6a236 on network af47f48f-c46c-40ed-b170-e46263de86e2 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:23.218641 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Allocated IP 172.27.1.153 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/cff0289f-7cfc-4909-9f94-06735b8ebe0b) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:23.248010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:23.248378 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Checking segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:23.248772 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.249159 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Bound using segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:23.249621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Bound port: b6c99470-e51f-4798-8d2a-00dd12f6a236, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:23.249992 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.306184 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:23.310068 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] For port b6c99470-e51f-4798-8d2a-00dd12f6a236, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:23.313439 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] For port b6c99470-e51f-4798-8d2a-00dd12f6a236, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b6c99470-e51f-4798-8d2a-00dd12f6a236,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:23.319795 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.327305 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.343483 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:23.363653 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.373769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8006731-d228-4119-8348-21aab57a17f4 None None] Pushing event updated for resources: {'Port': ['ID=b6c99470-e51f-4798-8d2a-00dd12f6a236,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:23.406128 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:23.409313 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:23.411779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:23.442648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Pushing event updated for resources: {'Port': ['ID=cff0289f-7cfc-4909-9f94-06735b8ebe0b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:23.461164 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:23.581594 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:23.679758 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for router_gateway (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.894040 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.908628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b6c99470-e51f-4798-8d2a-00dd12f6a236 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:23.961318 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port b6c99470-e51f-4798-8d2a-00dd12f6a236 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:23.961698 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:23.962061 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port b6c99470-e51f-4798-8d2a-00dd12f6a236 Sep 26 10:41:24.042174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Router 8cc451dd-b83a-4fa8-bc23-361c1430c208 is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:41:24.050443 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port b6c99470-e51f-4798-8d2a-00dd12f6a236 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:24.050827 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.098148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port b6c99470-e51f-4798-8d2a-00dd12f6a236, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b6c99470-e51f-4798-8d2a-00dd12f6a236,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:24.103189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.156830 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=b6c99470-e51f-4798-8d2a-00dd12f6a236,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:24.158067 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:24.175589 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Sync routers for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:24.177532 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.181390 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0e0a3276-33c4-47b5-86c8-03d8b0608382 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4845798 Sep 26 10:41:24.181725 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33742) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:24.187290 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:24.187927 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:24.278337 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cfd7f-ba21-49d8-b00f-d16835e05dea None None] Network af47f48f-c46c-40ed-b170-e46263de86e2 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:24.296542 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:24.335280 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fb5344fd-6c6e-413f-99ab-da2e6c2415a5 None None] Provisioning complete for port b6c99470-e51f-4798-8d2a-00dd12f6a236 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:24.335740 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fb5344fd-6c6e-413f-99ab-da2e6c2415a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.336127 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fb5344fd-6c6e-413f-99ab-da2e6c2415a5 None None] Attempt 1 to provision port b6c99470-e51f-4798-8d2a-00dd12f6a236 Sep 26 10:41:24.455252 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fb5344fd-6c6e-413f-99ab-da2e6c2415a5 None None] Current status of the port b6c99470-e51f-4798-8d2a-00dd12f6a236 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:24.465516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:24.467609 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:23Z', 'revision_number': 3, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:24.498700 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Checking router: 8cc451dd-b83a-4fa8-bc23-361c1430c208 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:24.499046 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Updating router 8cc451dd-b83a-4fa8-bc23-361c1430c208 port cff0289f-7cfc-4909-9f94-06735b8ebe0b binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:24.528117 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.599119 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:24.615803 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.681792 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-87cddded-338a-4747-92ff-ed40da8472e3 None None] Provisioning complete for port b6c99470-e51f-4798-8d2a-00dd12f6a236 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:24.682216 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-87cddded-338a-4747-92ff-ed40da8472e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.682519 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-87cddded-338a-4747-92ff-ed40da8472e3 None None] Attempt 1 to provision port b6c99470-e51f-4798-8d2a-00dd12f6a236 Sep 26 10:41:24.762503 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-87cddded-338a-4747-92ff-ed40da8472e3 None None] Current status of the port b6c99470-e51f-4798-8d2a-00dd12f6a236 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:24.793036 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks [] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.802132 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.844660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Attempting to bind port cff0289f-7cfc-4909-9f94-06735b8ebe0b on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:24.845027 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Attempting to bind port cff0289f-7cfc-4909-9f94-06735b8ebe0b by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:24.845388 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Attempting to bind port cff0289f-7cfc-4909-9f94-06735b8ebe0b on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:24.877215 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Pushing event updated for resources: {'Port': ['ID=cff0289f-7cfc-4909-9f94-06735b8ebe0b,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:24.889897 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.890260 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.890632 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.890989 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.891321 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.891647 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.891971 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.892291 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.892611 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.892932 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.893252 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.893588 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.893912 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.894251 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.894569 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:24.899998 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33746) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:24.912460 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:24.912837 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:24.913240 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.913800 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:24.914306 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Bound port: cff0289f-7cfc-4909-9f94-06735b8ebe0b, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:24.914685 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.916272 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:24.952933 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Deleting subnet d8ba0a7e-4e3e-413a-ba9c-2124020845e7 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:41:24.956425 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Publish callbacks [] for subnet (d8ba0a7e-4e3e-413a-ba9c-2124020845e7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.969725 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] For port cff0289f-7cfc-4909-9f94-06735b8ebe0b, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:24.973065 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] For port cff0289f-7cfc-4909-9f94-06735b8ebe0b, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=cff0289f-7cfc-4909-9f94-06735b8ebe0b,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:24.981348 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:24.996805 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (d8ba0a7e-4e3e-413a-ba9c-2124020845e7), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.029447 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Allocated IP 172.20.0.1 (af47f48f-c46c-40ed-b170-e46263de86e2/d5f1c28f-acf0-4267-812f-a98aa221a7a0/0d0055d1-3c30-4b1d-98d1-fc212cf4628a) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:25.032696 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:25.033882 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc5104-8bfc-4d2b-a364-e04633e24682 None None] Pushing event updated for resources: {'Port': ['ID=cff0289f-7cfc-4909-9f94-06735b8ebe0b,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:25.041871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (d8ba0a7e-4e3e-413a-ba9c-2124020845e7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.045769 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:25.046477 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:25.105311 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (d8ba0a7e-4e3e-413a-ba9c-2124020845e7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.132199 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ba0a7e-4e3e-413a-ba9c-2124020845e7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:25.136148 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.139527 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c9f6217b-2acd-4e5c-99bf-7f2c9bb95c09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d8ba0a7e-4e3e-413a-ba9c-2124020845e7 HTTP/1.1" status: 204 len: 168 time: 0.2388673 Sep 26 10:41:25.141997 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33748) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:25.146990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks [] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.158462 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:25.180430 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.217676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (4100a641-533c-49ba-9608-c77b1227d5d8), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.223169 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Network af47f48f-c46c-40ed-b170-e46263de86e2 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:25.226547 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:25.231496 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:25.255853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Pushing event updated for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:25.279049 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.317792 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (4100a641-533c-49ba-9608-c77b1227d5d8), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.344248 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4100a641-533c-49ba-9608-c77b1227d5d8']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:25.359792 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776ac1e3-99c4-4ba0-ade9-a934e476381e') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:25.360086 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776ac1e3-99c4-4ba0-ade9-a934e476381e') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:25.376037 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (776ac1e3-99c4-4ba0-ade9-a934e476381e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.405548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (776ac1e3-99c4-4ba0-ade9-a934e476381e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.414978 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:41:25.415411 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (776ac1e3-99c4-4ba0-ade9-a934e476381e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.438997 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.466178 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:23Z', 'revision_number': 3, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:25.489323 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (4100a641-533c-49ba-9608-c77b1227d5d8), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.496412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Provisioning complete for port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:25.497205 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.498744 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.499377 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 1 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:25.502725 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/4100a641-533c-49ba-9608-c77b1227d5d8 HTTP/1.1" status: 204 len: 168 time: 0.3572993 Sep 26 10:41:25.519208 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa0c49-8f57-4205-a64c-6efe56564f00 None None] The sync data for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi is: [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:23Z', 'revision_number': 3, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:25.528458 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e799-af2e-4ace-8ee8-41c2d4540ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4100a641-533c-49ba-9608-c77b1227d5d8,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:25.556787 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:25.612509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:25.650600 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:25.660787 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 776ac1e3-99c4-4ba0-ade9-a934e476381e resource provider aggregate not found Sep 26 10:41:25.672655 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks [] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.679153 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.679324 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 776ac1e3-99c4-4ba0-ade9-a934e476381e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 776ac1e3-99c4-4ba0-ade9-a934e476381e found for delete ", "request_id": "req-5a3a0135-7d31-42cc-bb95-be37486c37fc"}]} Sep 26 10:41:25.679751 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33758) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:25.724732 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7e1fccb3-7c1b-4839-a068-e04c0d058f6b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3e71ac778bf24f779d6d4c8c5de7e528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439203 Sep 26 10:41:25.725436 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33760) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:25.753381 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Pushing event updated for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:25.756754 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.797884 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] Publish callbacks [] for security_group (beb4a194-4dda-4ee8-87d6-b7b1341180fe), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.828155 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] Publish callbacks [] for security_group (beb4a194-4dda-4ee8-87d6-b7b1341180fe), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.896223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (beb4a194-4dda-4ee8-87d6-b7b1341180fe), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.899440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:25.900731 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/beb4a194-4dda-4ee8-87d6-b7b1341180fe HTTP/1.1" status: 204 len: 168 time: 0.1742885 Sep 26 10:41:25.906879 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Network af47f48f-c46c-40ed-b170-e46263de86e2 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:25.908749 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:25.912263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7365d-3e12-4793-89f5-05dcd3bb43e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb4a194-4dda-4ee8-87d6-b7b1341180fe,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:26.037044 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b6c99470-e51f-4798-8d2a-00dd12f6a236 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:26.072146 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 2 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:26.082901 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Router 8cc451dd-b83a-4fa8-bc23-361c1430c208 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:41:26.220839 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:26.226655 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1007fef6-8d27-4e28-8713-2160832ad22f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8cc451dd-b83a-4fa8-bc23-361c1430c208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0438604 Sep 26 10:41:26.316781 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:26.324863 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port b6c99470-e51f-4798-8d2a-00dd12f6a236 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:26.325316 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:26.325711 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port b6c99470-e51f-4798-8d2a-00dd12f6a236 Sep 26 10:41:26.404504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:26.424235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port b6c99470-e51f-4798-8d2a-00dd12f6a236 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:26.425921 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device cff0289f-7cfc-4909-9f94-06735b8ebe0b up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:26.447241 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:26.481492 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port cff0289f-7cfc-4909-9f94-06735b8ebe0b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:26.481870 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:26.482230 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port cff0289f-7cfc-4909-9f94-06735b8ebe0b Sep 26 10:41:26.565307 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port cff0289f-7cfc-4909-9f94-06735b8ebe0b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:26.565895 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:26.590704 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port cff0289f-7cfc-4909-9f94-06735b8ebe0b, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=cff0289f-7cfc-4909-9f94-06735b8ebe0b,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:26.602427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:26.664268 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=cff0289f-7cfc-4909-9f94-06735b8ebe0b,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:26.818303 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 3 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:26.855991 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:26.896526 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33796) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:26.902365 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1840968624-network', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:26.922650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Made reservation on behalf of 967192ce42d64f9b886a6e5d7b194283 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:26.925172 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:26.934983 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.016217 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks [] for security_group (656c5e26-104b-4060-9698-519f4f3a1c72), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.019362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (656c5e26-104b-4060-9698-519f4f3a1c72), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.044410 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:41:27.054628 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656c5e26-104b-4060-9698-519f4f3a1c72,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:27.060800 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (2edfe5c0-2c73-4361-ac73-56c5319009df), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.061150 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Added segment 2edfe5c0-2c73-4361-ac73-56c5319009df of type vlan for network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 Sep 26 10:41:27.107490 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (7fd503b5-e9d9-4c91-9297-5f9eae00de00), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.146312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (7fd503b5-e9d9-4c91-9297-5f9eae00de00), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.147409 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:27.148019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.204344 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:27.209097 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3113735 Sep 26 10:41:27.212747 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33808) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:27.218967 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e4abe-ec8a-46ce-8704-bc97406dbfda admin admin] Pushing event updated for resources: {'Network': ['ID=7fd503b5-e9d9-4c91-9297-5f9eae00de00,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:27.220071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Request body: {'subnet': {'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1840968624-subnet', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:27.228688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:41:27.256969 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Made reservation on behalf of 967192ce42d64f9b886a6e5d7b194283 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:27.259354 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.262657 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:27.275582 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:27.357025 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 4 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:27.390969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:27.448800 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (9889e719-3444-4f5b-92d5-f6dee39463a0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.511693 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9889e719-3444-4f5b-92d5-f6dee39463a0,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:27.521743 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Checking segment: {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:27.522171 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Network hostable DHCP agents. Network: 7fd503b5-e9d9-4c91-9297-5f9eae00de00, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:41:27.543893 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:41:27.553694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 7fd503b5-e9d9-4c91-9297-5f9eae00de00) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:27.558841 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:27.559555 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.561618 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0eb6c-5111-47a7-a94e-1173b0625fb4 None None] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:27.569093 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Sync routers for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:27.582070 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3e9374c4-4ac8-4cd8-9f5f-fd1fb41cf2f9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3652451 Sep 26 10:41:27.582385 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33816) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:27.587873 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:27.606664 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:27.615287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.616940 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.637344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:27.637979 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:27.677516 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for router_controller (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.765306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'fixed_ips': [{'subnet_id': '9889e719-3444-4f5b-92d5-f6dee39463a0'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:41:27.766229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.790899 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:27.818004 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for router_gateway (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:27.894599 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 5 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:27.924857 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device cff0289f-7cfc-4909-9f94-06735b8ebe0b up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:28.015568 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for router_gateway (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.034532 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.036460 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:28.069542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:28.100138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:28.118404 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port cff0289f-7cfc-4909-9f94-06735b8ebe0b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:28.118769 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.119098 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port cff0289f-7cfc-4909-9f94-06735b8ebe0b Sep 26 10:41:28.126558 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Allocated IP 172.20.0.2 (7fd503b5-e9d9-4c91-9297-5f9eae00de00/9889e719-3444-4f5b-92d5-f6dee39463a0/3d6edb4a-b1d8-4817-9d07-0b81c5d2358d) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:28.152883 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Allocated IP 172.27.1.242 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/337f76b2-10ff-4558-9bbf-9b0220262ec0) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:28.263537 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.286953 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 2, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:28.297287 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.326931 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Checking router: 8cc451dd-b83a-4fa8-bc23-361c1430c208 for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:28.327282 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Updating router 8cc451dd-b83a-4fa8-bc23-361c1430c208 port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:28.337641 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:28.342910 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:28.345320 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:28.371444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=337f76b2-10ff-4558-9bbf-9b0220262ec0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:28.373532 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port cff0289f-7cfc-4909-9f94-06735b8ebe0b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:28.384704 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.462975 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks [] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.472716 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.542143 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:28.545239 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 6 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:28.551583 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:28.596580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:28.600083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for router_gateway (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.613945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:28.621418 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:28.623269 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Pushing event updated for resources: {'Port': ['ID=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:28.668704 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:28.815041 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.894809 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Attempting to bind port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:28.895174 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Attempting to bind port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:28.895529 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Attempting to bind port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d on network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:28.925284 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:28.960118 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Router e37b79da-3f39-4676-9760-f9fa4ab6cd4e is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:41:28.988698 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:28.989066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Checking segment: {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:28.989712 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:28.990122 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Bound using segment: {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:28.990585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Bound port: 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:28.990958 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.012943 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks [] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.018566 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.065117 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:29.072538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.074755 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Sync routers for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:29.083336 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.087322 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a95455e2-7665-438a-93f1-2f53d6b27bd9 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5012367 Sep 26 10:41:29.087931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33826) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:29.088399 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:29.088672 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:29.132746 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaee17e-49c9-462b-95fd-7e97f2f8b642 None None] Pushing event updated for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:29.173776 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] For port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:29.175747 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 7 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:29.177887 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Attempting to bind port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:29.178277 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Attempting to bind port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:29.179063 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Attempting to bind port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a on network af47f48f-c46c-40ed-b170-e46263de86e2 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:29.198163 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:29.232317 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] For port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:29.254787 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.284910 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:29.303794 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:29.304168 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Checking segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:29.304572 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.304966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Bound using segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:29.305583 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Bound port: 0d0055d1-3c30-4b1d-98d1-fc212cf4628a, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:29.305824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.353181 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665053b-19ef-4150-a489-6426fdf1ad04 None None] Pushing event updated for resources: {'Port': ['ID=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:29.379140 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:28Z', 'revision_number': 3, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:29.391440 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] For port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:29.394609 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] For port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:29.401282 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.405909 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Checking router: e37b79da-3f39-4676-9760-f9fa4ab6cd4e for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:29.406237 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Updating router e37b79da-3f39-4676-9760-f9fa4ab6cd4e port 337f76b2-10ff-4558-9bbf-9b0220262ec0 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:29.436143 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.441230 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:29.441874 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:29.504114 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaee17e-49c9-462b-95fd-7e97f2f8b642 None None] Pushing event updated for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:29.568809 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.614951 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:29.711471 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.749327 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.750199 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.752135 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks [] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.757287 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.759957 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.785737 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Allocated IP 172.20.0.1 (7fd503b5-e9d9-4c91-9297-5f9eae00de00/9889e719-3444-4f5b-92d5-f6dee39463a0/1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:29.788173 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Attempt 8 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:29.790561 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Attempting to bind port 337f76b2-10ff-4558-9bbf-9b0220262ec0 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:29.791131 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Attempting to bind port 337f76b2-10ff-4558-9bbf-9b0220262ec0 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:29.791652 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Attempting to bind port 337f76b2-10ff-4558-9bbf-9b0220262ec0 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:29.824726 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:29.832741 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9058a-f5d5-474b-83fa-a339d9356436 None None] Pushing event updated for resources: {'Port': ['ID=337f76b2-10ff-4558-9bbf-9b0220262ec0,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:29.851104 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:29.851613 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:29.852110 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.852711 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:29.853255 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Bound port: 337f76b2-10ff-4558-9bbf-9b0220262ec0, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:29.853715 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.906378 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] For port 337f76b2-10ff-4558-9bbf-9b0220262ec0, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:29.911641 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] For port 337f76b2-10ff-4558-9bbf-9b0220262ec0, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=337f76b2-10ff-4558-9bbf-9b0220262ec0,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:29.919693 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.951854 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Current status of the port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:29.952244 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.966569 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:29Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:29.967218 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:29.967914 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:29.993648 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks [] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:29.998499 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:30.007487 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe451f-4686-4eb8-81f3-6ea8f426aff2 None None] The sync data for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi is: [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:29Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:30.031806 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9058a-f5d5-474b-83fa-a339d9356436 None None] Pushing event updated for resources: {'Port': ['ID=337f76b2-10ff-4558-9bbf-9b0220262ec0,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:30.042677 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.052001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] For port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:30.067233 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.096936 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:30.118771 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:30.135050 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:30.139933 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:30.155898 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:30.156271 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.156604 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d Sep 26 10:41:30.181826 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:30.204731 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.205384 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.205894 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.206574 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.207074 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.207949 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.209708 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.210694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.211250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.211587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.211942 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.212268 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.212597 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.212926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.213252 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.217262 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:30.218691 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Pushing event updated for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:30.230750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.231097 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.231438 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.231774 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.232131 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.232435 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.232755 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.233082 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.233199 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.233404 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.233729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.234061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.234391 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.234713 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.235027 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.235544 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80100ed5-6796-4250-a18e-255bbe2527ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:30.243425 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-53b13f96-6537-4cab-be17-cc8edf063fec None None] Provisioning complete for port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:30.243848 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-53b13f96-6537-4cab-be17-cc8edf063fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.244188 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-53b13f96-6537-4cab-be17-cc8edf063fec None None] Attempt 1 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:30.372459 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:28Z', 'revision_number': 3, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:30.396743 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:30.397141 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.403002 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa53e63-ad5d-4c55-956a-d67b987304b3 None None] The sync data for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi is: [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:28Z', 'revision_number': 3, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:30.417819 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.418865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-53b13f96-6537-4cab-be17-cc8edf063fec None None] Current status of the port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:30.456669 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:30.460676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.539143 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:30.634177 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c02f64-e29f-4644-9494-54869ffa035f None None] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:30.653038 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks [] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.657693 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.703561 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-ad59fbbf-3280-4a27-9519-858669f1dd7c None None] Provisioning complete for port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:30.704159 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ad59fbbf-3280-4a27-9519-858669f1dd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.704801 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-ad59fbbf-3280-4a27-9519-858669f1dd7c None None] Attempt 1 to provision port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d Sep 26 10:41:30.731019 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:30.752231 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:30.822147 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:30.822395 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:30.879455 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ad59fbbf-3280-4a27-9519-858669f1dd7c None None] Current status of the port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:30.882296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:30.887565 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:30.936344 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:31.031362 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Router e37b79da-3f39-4676-9760-f9fa4ab6cd4e has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:41:31.109876 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Provisioning complete for port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:31.110284 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.110625 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 1 to provision port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d Sep 26 10:41:31.246144 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Current status of the port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:31.275113 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Provisioning complete for port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:31.275495 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.275830 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 1 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:31.305185 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d3ea06a1-9218-4e86-92f0-9c8712f4eec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.321563 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:31.465864 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:31.473089 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0e00e8d2-bd96-431c-8a69-06b4e59fe8f7 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e37b79da-3f39-4676-9760-f9fa4ab6cd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833604 Sep 26 10:41:31.822752 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 2 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:31.855362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33838) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:31.860649 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818063156', 'description': 'tempest-secgroup-smoke-1818063156 description', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:31.871486 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:31.883031 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.956169 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (93e7fa38-c5c6-47e2-abe3-8552fd7e767d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.960231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (93e7fa38-c5c6-47e2-abe3-8552fd7e767d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.993010 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:31.994372 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1372294 Sep 26 10:41:31.998248 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33842) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:31.998787 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:32.002195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6721aa8-c101-4188-9791-7fc06f679d7f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7fa38-c5c6-47e2-abe3-8552fd7e767d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.003938 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.033902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (b7bd13b9-3d14-4ee6-9f9d-89dbaa23cc20), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.050641 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:32.051017 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.051355 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d Sep 26 10:41:32.095897 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (b7bd13b9-3d14-4ee6-9f9d-89dbaa23cc20), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.100069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (b7bd13b9-3d14-4ee6-9f9d-89dbaa23cc20), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.120285 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bd13b9-3d14-4ee6-9f9d-89dbaa23cc20,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.129189 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.133271 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b0a0fb1b-f815-4216-9707-becf01ccecf2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309073 Sep 26 10:41:32.133477 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33848) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:32.138253 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:32.138860 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.139322 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 0d0055d1-3c30-4b1d-98d1-fc212cf4628a up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:32.170529 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (52bb83e4-15a5-41e1-b4bc-c63c0aa516ac), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.185884 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:32.186397 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.186808 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a Sep 26 10:41:32.228821 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (52bb83e4-15a5-41e1-b4bc-c63c0aa516ac), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.229171 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:32.232932 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (52bb83e4-15a5-41e1-b4bc-c63c0aa516ac), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.253034 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bb83e4-15a5-41e1-b4bc-c63c0aa516ac,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.262786 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.264191 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1e3713db-bc18-4200-8044-40fbc6aee34a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290476 Sep 26 10:41:32.266871 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33852) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:32.271574 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.271852 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:32.272904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 337f76b2-10ff-4558-9bbf-9b0220262ec0 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:32.301083 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (7c40444e-d10c-4c77-ba77-e85dd0c6f423), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.319752 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 337f76b2-10ff-4558-9bbf-9b0220262ec0 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:32.320244 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.320638 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 337f76b2-10ff-4558-9bbf-9b0220262ec0 Sep 26 10:41:32.366070 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (7c40444e-d10c-4c77-ba77-e85dd0c6f423), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.369697 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (7c40444e-d10c-4c77-ba77-e85dd0c6f423), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.382338 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 3 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:32.387554 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c40444e-d10c-4c77-ba77-e85dd0c6f423,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.396590 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.400355 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d0da0715-e2bf-4c2f-b349-102f08c4970d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297467 Sep 26 10:41:32.400575 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33854) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:32.405272 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.423719 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 337f76b2-10ff-4558-9bbf-9b0220262ec0 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:32.424100 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.432286 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (cbf33a7c-cd80-4193-bcea-d8f7ff09cfad), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.437100 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:32.441099 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:32.446816 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 337f76b2-10ff-4558-9bbf-9b0220262ec0, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=337f76b2-10ff-4558-9bbf-9b0220262ec0,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:32.456437 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.490845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:32.496241 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (cbf33a7c-cd80-4193-bcea-d8f7ff09cfad), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.500310 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (cbf33a7c-cd80-4193-bcea-d8f7ff09cfad), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.509280 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=337f76b2-10ff-4558-9bbf-9b0220262ec0,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.522012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf33a7c-cd80-4193-bcea-d8f7ff09cfad,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.527725 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.530467 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d4f3e39b-2cf6-4286-a5df-9a1f332917f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289425 Sep 26 10:41:32.531727 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33856) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:32.536094 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.555639 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Project b35e6a97e32b426daab0ba663323e8a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:41:32.563165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (d0eed447-b5bb-4dab-a29d-82f623c8763d), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.579033 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:32.627544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (d0eed447-b5bb-4dab-a29d-82f623c8763d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.630912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (d0eed447-b5bb-4dab-a29d-82f623c8763d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.651049 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0eed447-b5bb-4dab-a29d-82f623c8763d,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.659839 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.661033 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9fe19492-5ec4-4b00-95d8-79ea73b6aad4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283264 Sep 26 10:41:32.663898 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33858) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:32.668143 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'security_group_rule': {'security_group_id': '93e7fa38-c5c6-47e2-abe3-8552fd7e767d', 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:32.687391 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Project b35e6a97e32b426daab0ba663323e8a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:41:32.692620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (e053636c-8d80-4461-b8ec-64a7dd6e7cd6), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.726823 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:41:32.753475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (e053636c-8d80-4461-b8ec-64a7dd6e7cd6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.756671 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (e053636c-8d80-4461-b8ec-64a7dd6e7cd6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.775516 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e053636c-8d80-4461-b8ec-64a7dd6e7cd6,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:32.782544 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:32.783614 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7566012e-bb91-4e4d-8b38-986767cb427d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187751 Sep 26 10:41:32.938669 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 4 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:32.973809 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:33.246554 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Sync routers for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:33.262525 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:33.266009 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:33.380384 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:33.485396 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 5 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:33.531988 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:33.601684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 4, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6', 'name': '', 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'mac_address': 'fa:16:3e:86:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:29Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 2, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'subnets': [{'id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:33.628567 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Checking router: e37b79da-3f39-4676-9760-f9fa4ab6cd4e for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:33.628939 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Updating router e37b79da-3f39-4676-9760-f9fa4ab6cd4e port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:33.659324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:33.891092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 337f76b2-10ff-4558-9bbf-9b0220262ec0 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:33.946556 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64b7428a-4869-46e9-bc14-62521712ca85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.003668 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:34.015148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 337f76b2-10ff-4558-9bbf-9b0220262ec0 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:34.015504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.015865 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 337f76b2-10ff-4558-9bbf-9b0220262ec0 Sep 26 10:41:34.036307 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 6 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:34.105892 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:34.190498 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 337f76b2-10ff-4558-9bbf-9b0220262ec0 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:34.196664 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:34.207288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks [] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.211971 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.290993 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24a44-6333-46ba-b88c-edd3ee0a3d8b None None] Pushing event updated for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:34.306481 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Attempting to bind port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:34.306849 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Attempting to bind port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:34.307211 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Attempting to bind port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 on network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:34.351079 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:34.351458 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Checking segment: {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:34.351862 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.352256 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Bound using segment: {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:34.352733 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Bound port: 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edfe5c0-2c73-4361-ac73-56c5319009df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:34.353123 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.416365 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] For port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:34.420533 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] For port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:34.426335 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.471684 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:34.472317 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:34.517064 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a24a44-6333-46ba-b88c-edd3ee0a3d8b None None] Pushing event updated for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:34.591985 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:34.618963 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Attempt 7 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:34.637834 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33928) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:34.702239 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.756911 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:34.760452 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3f92ca4-4141-4e44-b34c-dcf43ab9b974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.805249 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Current status of the port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:34.805627 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.846757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3f92ca4-4141-4e44-b34c-dcf43ab9b974 admin admin] Publish callbacks [] for security_group (9845cb3f-305c-470a-a621-3f4b5bedd3c4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.850804 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a3f92ca4-4141-4e44-b34c-dcf43ab9b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9845cb3f-305c-470a-a621-3f4b5bedd3c4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.884222 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] For port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:34.889213 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.896373 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a3f92ca4-4141-4e44-b34c-dcf43ab9b974 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=31e80682e55d41c588dec4c1a62cbc8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549772 Sep 26 10:41:34.896373 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f92ca4-4141-4e44-b34c-dcf43ab9b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845cb3f-305c-470a-a621-3f4b5bedd3c4,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:34.898060 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 4, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6', 'name': '', 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'mac_address': 'fa:16:3e:86:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:29Z', 'updated_at': '2022-09-26T10:41:34Z', 'revision_number': 4, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'subnets': [{'id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:34.898894 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33932) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:34.945805 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca974a-767f-4fe9-8186-d7b9286ecf25 None None] The sync data for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi is: [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 4, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6', 'name': '', 'network_id': '7fd503b5-e9d9-4c91-9297-5f9eae00de00', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'mac_address': 'fa:16:3e:86:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:29Z', 'updated_at': '2022-09-26T10:41:34Z', 'revision_number': 4, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'subnets': [{'id': '9889e719-3444-4f5b-92d5-f6dee39463a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:34.960351 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Publish callbacks [] for security_group (9845cb3f-305c-470a-a621-3f4b5bedd3c4), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:34.966151 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c64c5e-2c21-4b9f-92a5-0dbdb4e4411e None None] Pushing event updated for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:34.984746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Publish callbacks [] for security_group (9845cb3f-305c-470a-a621-3f4b5bedd3c4), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.020344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1984b05b-fce0-4231-9820-a25fe33240ef None None] Provisioning complete for port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:35.020720 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1984b05b-fce0-4231-9820-a25fe33240ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.021052 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1984b05b-fce0-4231-9820-a25fe33240ef None None] Attempt 1 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:35.070307 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (9845cb3f-305c-470a-a621-3f4b5bedd3c4), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.073016 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.077285 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9845cb3f-305c-470a-a621-3f4b5bedd3c4 HTTP/1.1" status: 204 len: 168 time: 0.1763685 Sep 26 10:41:35.087438 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845cb3f-305c-470a-a621-3f4b5bedd3c4,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:35.091355 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:35.097636 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.098146 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.098494 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.098838 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.099176 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.099508 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.099836 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.100163 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.100679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.101174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.101667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.102182 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.102698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.103360 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.103989 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc6b5e-0af8-4eca-b748-e6b9e685416f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:41:35.131974 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:35.142520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1984b05b-fce0-4231-9820-a25fe33240ef None None] Current status of the port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:35.800108 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33956) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:35.900359 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:35.918830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-226167228-network', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:35.933459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:35.947178 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Made reservation on behalf of 1e0f8c6af4d3456c9d700088cd8f5eb5 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:35.954509 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.954728 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.962809 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.964491 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:35.965189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:35.965536 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 Sep 26 10:41:36.042921 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:36.050752 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks [] for security_group (f41ef52d-f85a-4554-8307-127da89bc489), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.055137 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f41ef52d-f85a-4554-8307-127da89bc489), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.083024 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:41:36.089981 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ef52d-f85a-4554-8307-127da89bc489,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:36.095879 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (e7afc034-8385-40fd-b4d8-11ce1f08fe24), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.096217 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Added segment e7afc034-8385-40fd-b4d8-11ce1f08fe24 of type vlan for network 590c7da6-7b88-4882-abbb-133a0426748c Sep 26 10:41:36.137186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (590c7da6-7b88-4882-abbb-133a0426748c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.162585 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (590c7da6-7b88-4882-abbb-133a0426748c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.163487 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:36.164081 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.221450 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4201460 Sep 26 10:41:36.224519 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33960) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:36.229552 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Request body: {'subnet': {'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-226167228-subnet', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:36.232926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbc488-fada-490c-a90d-3818ca07eeaf admin admin] Pushing event updated for resources: {'Network': ['ID=590c7da6-7b88-4882-abbb-133a0426748c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:36.243819 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network 590c7da6-7b88-4882-abbb-133a0426748c details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:41:36.250995 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Made reservation on behalf of 1e0f8c6af4d3456c9d700088cd8f5eb5 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:36.253320 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.320039 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.405163 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=20 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:36.430057 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (d54b32cd-b5f5-44ea-b357-0d0aec3945e8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.500864 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54b32cd-b5f5-44ea-b357-0d0aec3945e8,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:36.509484 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:36.509843 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Network hostable DHCP agents. Network: 590c7da6-7b88-4882-abbb-133a0426748c, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:41:36.529734 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Network 590c7da6-7b88-4882-abbb-133a0426748c is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:41:36.539172 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, 590c7da6-7b88-4882-abbb-133a0426748c) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:36.543526 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:36.544173 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.549723 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb27a5-c3de-4ab1-a812-fea757737278 None None] Network 590c7da6-7b88-4882-abbb-133a0426748c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:36.550228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:36.561917 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-08ee2f23-50a5-4a95-92b1-7755f7d3c1b7 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3361926 Sep 26 10:41:36.564918 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33964) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:36.569622 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:36.592886 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.594246 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.654891 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for router_controller (fe11de3a-0c59-4a5a-8541-ab825ef8047c), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.678794 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-590c7da6-7b88-4882-abbb-133a0426748c', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:41:36.679729 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.798847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for router_gateway (fe11de3a-0c59-4a5a-8541-ab825ef8047c), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.830433 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Allocated IP 172.20.0.2 (590c7da6-7b88-4882-abbb-133a0426748c/d54b32cd-b5f5-44ea-b357-0d0aec3945e8/d6fbc09e-c898-42cd-89cf-7a2161cffa0a) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:36.881584 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:36.990996 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for router_gateway (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.992005 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks [] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:36.998633 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.014881 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.055759 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:37.059139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:37.063041 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:37.066245 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Pushing event updated for resources: {'Port': ['ID=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:37.125927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Attempting to bind port d6fbc09e-c898-42cd-89cf-7a2161cffa0a on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:37.126319 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Attempting to bind port d6fbc09e-c898-42cd-89cf-7a2161cffa0a by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:37.126877 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Attempting to bind port d6fbc09e-c898-42cd-89cf-7a2161cffa0a on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:37.131334 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Allocated IP 172.27.1.114 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/21673ca0-26eb-4577-9fa6-ed61522136cf) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:37.174776 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:37.175146 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:37.175666 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.176062 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Bound using segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:37.176629 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Bound port: d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:37.177011 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.209261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:37.240580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] For port d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:37.243952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] For port d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:37.249830 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.250808 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.300069 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.307993 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f82b-469e-45a8-b9f8-c1f9d4d48277 None None] Pushing event updated for resources: {'Port': ['ID=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:37.310691 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:37.349159 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:37.353221 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:37.358222 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:37.363652 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Pushing event updated for resources: {'Port': ['ID=21673ca0-26eb-4577-9fa6-ed61522136cf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:37.545190 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:37.678904 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for router_gateway (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.876830 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.914348 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d6fbc09e-c898-42cd-89cf-7a2161cffa0a up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:37.978968 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port d6fbc09e-c898-42cd-89cf-7a2161cffa0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:37.980960 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:37.981458 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port d6fbc09e-c898-42cd-89cf-7a2161cffa0a Sep 26 10:41:38.034497 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:41:38.063650 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port d6fbc09e-c898-42cd-89cf-7a2161cffa0a is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:38.064146 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.109202 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:38.113206 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.160965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:38.176184 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:38.180260 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:38.188356 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.190849 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-26681339-12b6-4752-86be-d6fa26fb2c23 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6246910 Sep 26 10:41:38.193407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33968) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:38.195698 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:38.196330 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:38.282426 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33393b7f-a369-4f0b-b5f8-6971279775be None None] Network 590c7da6-7b88-4882-abbb-133a0426748c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:38.310480 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:38.397334 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:38.404048 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-1623c50d-21b1-47f6-94f3-bcb562ac85e6 None None] Provisioning complete for port d6fbc09e-c898-42cd-89cf-7a2161cffa0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:38.404423 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1623c50d-21b1-47f6-94f3-bcb562ac85e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.404761 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-1623c50d-21b1-47f6-94f3-bcb562ac85e6 None None] Attempt 1 to provision port d6fbc09e-c898-42cd-89cf-7a2161cffa0a Sep 26 10:41:38.438408 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:38.486801 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1623c50d-21b1-47f6-94f3-bcb562ac85e6 None None] Current status of the port d6fbc09e-c898-42cd-89cf-7a2161cffa0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:38.523953 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:37Z', 'revision_number': 3, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:38.644520 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:38.644873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Updating router fe11de3a-0c59-4a5a-8541-ab825ef8047c port 21673ca0-26eb-4577-9fa6-ed61522136cf binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:38.665813 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:38.674213 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.679363 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.688438 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:38.713176 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-bf912ddf-4c77-4ed8-92ed-83a7de3f0b1a None None] Provisioning complete for port d6fbc09e-c898-42cd-89cf-7a2161cffa0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:38.713574 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bf912ddf-4c77-4ed8-92ed-83a7de3f0b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.713876 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-bf912ddf-4c77-4ed8-92ed-83a7de3f0b1a None None] Attempt 1 to provision port d6fbc09e-c898-42cd-89cf-7a2161cffa0a Sep 26 10:41:38.804868 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bf912ddf-4c77-4ed8-92ed-83a7de3f0b1a None None] Current status of the port d6fbc09e-c898-42cd-89cf-7a2161cffa0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:38.814516 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:38.860406 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Allocated IP 172.20.0.1 (590c7da6-7b88-4882-abbb-133a0426748c/d54b32cd-b5f5-44ea-b357-0d0aec3945e8/541a695d-e358-4263-873d-4afb1ac063a0) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:38.953867 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks [] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.959435 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.965898 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks [] for port (541a695d-e358-4263-873d-4afb1ac063a0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:38.993112 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Attempting to bind port 21673ca0-26eb-4577-9fa6-ed61522136cf on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:38.993475 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Attempting to bind port 21673ca0-26eb-4577-9fa6-ed61522136cf by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:38.994005 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Attempting to bind port 21673ca0-26eb-4577-9fa6-ed61522136cf on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:38.997865 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.031824 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98ce6b-7141-4a4b-80c0-d69a83daf321 None None] Pushing event updated for resources: {'Port': ['ID=21673ca0-26eb-4577-9fa6-ed61522136cf,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:39.043875 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:39.046912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:39.049672 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:39.049965 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:39.050389 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.050773 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:39.050906 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:39.051239 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Bound port: 21673ca0-26eb-4577-9fa6-ed61522136cf, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:39.051611 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.055836 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Pushing event updated for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:39.095226 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.111873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] For port 21673ca0-26eb-4577-9fa6-ed61522136cf, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:39.115926 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] For port 21673ca0-26eb-4577-9fa6-ed61522136cf, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=21673ca0-26eb-4577-9fa6-ed61522136cf,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:39.122660 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.162665 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:39.163441 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:39.207250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:39.235722 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98ce6b-7141-4a4b-80c0-d69a83daf321 None None] Pushing event updated for resources: {'Port': ['ID=21673ca0-26eb-4577-9fa6-ed61522136cf,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:39.238759 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (541a695d-e358-4263-873d-4afb1ac063a0), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.297213 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:39.327547 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Provisioning complete for port 541a695d-e358-4263-873d-4afb1ac063a0 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:39.328088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (541a695d-e358-4263-873d-4afb1ac063a0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.328203 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 1 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:39.371831 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:39.417903 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks [] for port (541a695d-e358-4263-873d-4afb1ac063a0), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.422673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.474979 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:37Z', 'revision_number': 3, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:39.493167 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Pushing event updated for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:39.495748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:39.499419 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26e03f-06b9-4240-95c7-6ac5192345e3 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:37Z', 'revision_number': 3, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:39.518930 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:39.600941 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:39.602522 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:39.876591 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 2 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:39.943930 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:40.021604 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d6fbc09e-c898-42cd-89cf-7a2161cffa0a up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:40.030663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:41:40.077034 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port d6fbc09e-c898-42cd-89cf-7a2161cffa0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:40.077538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.077941 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port d6fbc09e-c898-42cd-89cf-7a2161cffa0a Sep 26 10:41:40.151239 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:40.157977 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-866db5ef-2177-4f0f-bb11-813aa7043600 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/fe11de3a-0c59-4a5a-8541-ab825ef8047c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631279 Sep 26 10:41:40.164359 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port d6fbc09e-c898-42cd-89cf-7a2161cffa0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:40.165670 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 21673ca0-26eb-4577-9fa6-ed61522136cf up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:40.201246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:40.221979 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 21673ca0-26eb-4577-9fa6-ed61522136cf triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:40.222482 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.222899 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 21673ca0-26eb-4577-9fa6-ed61522136cf Sep 26 10:41:40.423115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 21673ca0-26eb-4577-9fa6-ed61522136cf is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:40.423974 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.445579 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 21673ca0-26eb-4577-9fa6-ed61522136cf, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=21673ca0-26eb-4577-9fa6-ed61522136cf,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:40.446420 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 3 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:40.450004 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.507477 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:40.521367 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=21673ca0-26eb-4577-9fa6-ed61522136cf,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:40.666606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 33990) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:40.671611 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1996838026-network', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:40.692148 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Made reservation on behalf of e9f6ccbccd7a43b5bc1212cc59699e8d for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:40.694679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.704874 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.784838 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks [] for security_group (6ed8cd0a-3bc4-47fc-8ee5-6647aab21890), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.789017 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6ed8cd0a-3bc4-47fc-8ee5-6647aab21890), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.811736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 10:41:40.829370 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8cd0a-3bc4-47fc-8ee5-6647aab21890,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:40.834097 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (33311fa1-127f-404d-9a13-af631489c466), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.834498 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Added segment 33311fa1-127f-404d-9a13-af631489c466 of type vlan for network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 Sep 26 10:41:40.880704 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780079614383'] for network (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.905068 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836'] for network (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.906058 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:40.906635 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:40.965669 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2979031 Sep 26 10:41:40.968498 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33992) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:40.973437 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Request body: {'subnet': {'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1996838026-subnet', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:40.976728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d771f-7241-4eef-bfdc-bb49160e187f admin admin] Pushing event updated for resources: {'Network': ['ID=ffe41a23-3ad2-4c0d-970f-4d8e5e92f739,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:40.986631 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 details requested by agent ovs-agent-dv-cinder-844563-7-iscsi with host dv-cinder-844563-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 10:41:40.993267 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Made reservation on behalf of e9f6ccbccd7a43b5bc1212cc59699e8d for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:40.995673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12835455'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.033731 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 4 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:41.086560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:41.158296 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:41.174012 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12820607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12835433'] for subnet (98a87b07-9748-4845-a96b-97c5f271bdc4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.237061 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a87b07-9748-4845-a96b-97c5f271bdc4,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:41.249898 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Checking segment: {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:41.250437 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Network hostable DHCP agents. Network: ffe41a23-3ad2-4c0d-970f-4d8e5e92f739, hostable agents: ['e8acd921-7923-48ed-bd5e-9bcf2fbc429b'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 10:41:41.272884 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 is scheduled to be hosted by DHCP agent e8acd921-7923-48ed-bd5e-9bcf2fbc429b with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 10:41:41.281608 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-7-iscsi, ffe41a23-3ad2-4c0d-970f-4d8e5e92f739) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:41.285707 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:41.286333 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.290866 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63a5c8-8b8b-4033-b380-6c452ee0a2d0 None None] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:41.302105 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-93735dc0-7cc6-4fc1-92ec-a6a85f13bee5 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3324821 Sep 26 10:41:41.304605 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 33994) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:41.309279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:41.330546 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-621705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (4f756301-30b1-4124-9a7b-532527b19ffd), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.331537 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-630779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-695091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (4f756301-30b1-4124-9a7b-532527b19ffd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.375507 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:41.383796 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for router_controller (4f756301-30b1-4124-9a7b-532527b19ffd), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.401907 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2bc8848-4366-5e3f-9896-2ad9544450ea-ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4'}]}} from dv-cinder-844563-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 10:41:41.402882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.525574 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:41.528229 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for router_gateway (4f756301-30b1-4124-9a7b-532527b19ffd), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.558669 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Allocated IP 172.20.0.2 (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739/98a87b07-9748-4845-a96b-97c5f271bdc4/6a2a8706-9b5a-4a51-8700-389b6eddd5dd) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:41.610814 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 5 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:41.658198 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:41.726787 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for router_gateway (4f756301-30b1-4124-9a7b-532527b19ffd), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.742226 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks [] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.747807 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.747905 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.796023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:41.801090 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:41.805524 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:41.812878 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Pushing event updated for resources: {'Port': ['ID=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:41.884261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:41.890640 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Allocated IP 172.27.1.126 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/464a92db-2c39-4a6e-a931-df8676178304) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:41.897097 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Attempting to bind port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:41.897480 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Attempting to bind port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:41.897879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Attempting to bind port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd on network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:41.925796 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 21673ca0-26eb-4577-9fa6-ed61522136cf up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:41.976101 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:41.976475 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Checking segment: {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:41.976878 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:41.977270 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Bound using segment: {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:41.977744 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Bound port: 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:41.978150 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.004339 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 21673ca0-26eb-4577-9fa6-ed61522136cf triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:42.004719 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.005062 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 21673ca0-26eb-4577-9fa6-ed61522136cf Sep 26 10:41:42.018047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for port (464a92db-2c39-4a6e-a931-df8676178304), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.051720 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (464a92db-2c39-4a6e-a931-df8676178304), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.081353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:42.086968 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] For port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:42.090592 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] For port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:42.093912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:42.098794 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:42.100438 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.103273 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:42.131931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Pushing event updated for resources: {'Port': ['ID=464a92db-2c39-4a6e-a931-df8676178304,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:42.158842 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 6 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:42.197398 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 21673ca0-26eb-4577-9fa6-ed61522136cf is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:42.220251 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c37e9-cb6e-4018-a714-39d7dc338e5f None None] Pushing event updated for resources: {'Port': ['ID=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:42.225384 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:42.392500 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for router_gateway (4f756301-30b1-4124-9a7b-532527b19ffd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.492628 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:42.584988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616228'] for router (4f756301-30b1-4124-9a7b-532527b19ffd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.712960 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Router 4f756301-30b1-4124-9a7b-532527b19ffd is scheduled to L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 10:41:42.726593 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 7 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:42.771479 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:42.820650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:42.831661 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Sync routers for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:42.844503 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:42.845716 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-304c7206-db4c-4283-ac8c-15fbe6bd6ffe admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5401821 Sep 26 10:41:42.847517 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:42.848137 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:42.848450 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34000) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:42.904050 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:42.970033 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:43.146169 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:43.152841 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:42Z', 'revision_number': 3, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:43.177657 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Checking router: 4f756301-30b1-4124-9a7b-532527b19ffd for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:43.178014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Updating router 4f756301-30b1-4124-9a7b-532527b19ffd port 464a92db-2c39-4a6e-a931-df8676178304 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:43.212243 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (464a92db-2c39-4a6e-a931-df8676178304), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.291355 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 8 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:43.299187 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.351292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:43.354573 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:43.367858 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:43.389189 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:43.403108 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:43.404064 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:43.507337 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Allocated IP 172.20.0.1 (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739/98a87b07-9748-4845-a96b-97c5f271bdc4/82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:43.521786 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:43.545952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks [] for port (464a92db-2c39-4a6e-a931-df8676178304), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.553066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (464a92db-2c39-4a6e-a931-df8676178304), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.596098 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:43.604138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Attempting to bind port 464a92db-2c39-4a6e-a931-df8676178304 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:43.604703 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Attempting to bind port 464a92db-2c39-4a6e-a931-df8676178304 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:43.605124 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Attempting to bind port 464a92db-2c39-4a6e-a931-df8676178304 on network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:43.645574 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b376985-bd38-4db5-b22a-1d4bc18ef59d None None] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:41:43.650406 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks [] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.653902 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:43.694401 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.715120 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da28bb-effa-42ca-a21b-447d3f8f1590 None None] Pushing event updated for resources: {'Port': ['ID=464a92db-2c39-4a6e-a931-df8676178304,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:43.739330 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 2, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:43.753023 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:43.756526 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:43.759237 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:43.768714 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:43.769222 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Updating router fe11de3a-0c59-4a5a-8541-ab825ef8047c port 541a695d-e358-4263-873d-4afb1ac063a0 binding host dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:43.795749 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Pushing event updated for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:43.812663 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (541a695d-e358-4263-873d-4afb1ac063a0), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.822767 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623901'] for router_interface (4f756301-30b1-4124-9a7b-532527b19ffd), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.867343 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 9 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:43.924520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.945403 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:43.945840 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Checking segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:43.946301 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.946700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Bound using segment: {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:43.947241 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Bound port: 464a92db-2c39-4a6e-a931-df8676178304, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999a0b2f-e5af-497e-8880-59792f4cf0f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:43.947621 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (464a92db-2c39-4a6e-a931-df8676178304), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:43.986876 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:43.993393 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6a2a8706-9b5a-4a51-8700-389b6eddd5dd up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:44.055728 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.101998 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] For port 464a92db-2c39-4a6e-a931-df8676178304, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:44.109629 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] For port 464a92db-2c39-4a6e-a931-df8676178304, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=464a92db-2c39-4a6e-a931-df8676178304,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:44.119874 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.123410 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:44.123410 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.123803 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd Sep 26 10:41:44.126125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (464a92db-2c39-4a6e-a931-df8676178304), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.182405 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks [] for port (541a695d-e358-4263-873d-4afb1ac063a0), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.190528 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.194499 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:44.194826 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:44.198438 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.272484 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe231868-7479-4c6a-9fd0-8c1ebe872eb4 None None] Pushing event updated for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:44.287107 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da28bb-effa-42ca-a21b-447d3f8f1590 None None] Pushing event updated for resources: {'Port': ['ID=464a92db-2c39-4a6e-a931-df8676178304,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:44.294074 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks [] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.299505 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.316229 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Attempting to bind port 541a695d-e358-4263-873d-4afb1ac063a0 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:44.316603 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Attempting to bind port 541a695d-e358-4263-873d-4afb1ac063a0 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:44.316968 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Attempting to bind port 541a695d-e358-4263-873d-4afb1ac063a0 on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:44.390340 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Pushing event updated for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:44.392399 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:44.392901 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.393073 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1559842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624009'] for router_interface (4f756301-30b1-4124-9a7b-532527b19ffd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.398969 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.478828 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:44.479029 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:44.480152 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:44.481420 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.481420 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Bound using segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:44.481633 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Bound port: 541a695d-e358-4263-873d-4afb1ac063a0, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:44.481955 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (541a695d-e358-4263-873d-4afb1ac063a0), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.482580 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:44.508250 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.509857 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Attempt 10 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:44.519936 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.541018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:44.542984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:44.560232 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] For port 541a695d-e358-4263-873d-4afb1ac063a0, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:44.563798 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] For port 541a695d-e358-4263-873d-4afb1ac063a0, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=541a695d-e358-4263-873d-4afb1ac063a0,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:44.571067 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.587730 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:44.588369 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:44.619523 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4e387-f599-41ee-a237-762157bd78e8 None None] Port 541a695d-e358-4263-873d-4afb1ac063a0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:44.673287 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:44.690847 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Router 4f756301-30b1-4124-9a7b-532527b19ffd has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:41:44.713009 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe231868-7479-4c6a-9fd0-8c1ebe872eb4 None None] Pushing event updated for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:44.759126 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:44.769052 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Provisioning complete for port 541a695d-e358-4263-873d-4afb1ac063a0 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:44.769436 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (541a695d-e358-4263-873d-4afb1ac063a0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:44.769777 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 1 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:44.818423 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.819075 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079', 'name': '', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'mac_address': 'fa:16:3e:01:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:43Z', 'updated_at': '2022-09-26T10:41:43Z', 'revision_number': 1, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'subnets': [{'id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:44.834462 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:41:44.840018 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-97b8de5a-d591-4c6e-931d-ffd8e309fead admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4f756301-30b1-4124-9a7b-532527b19ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903471 Sep 26 10:41:44.859768 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc158222-fca3-4183-b506-5116b1d1f21b None None] The sync data for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi is: [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079', 'name': '', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'mac_address': 'fa:16:3e:01:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:43Z', 'updated_at': '2022-09-26T10:41:43Z', 'revision_number': 1, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'subnets': [{'id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:44.929066 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:44.930603 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Current status of the port 541a695d-e358-4263-873d-4afb1ac063a0 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:44.932230 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (541a695d-e358-4263-873d-4afb1ac063a0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.001000 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] For port 541a695d-e358-4263-873d-4afb1ac063a0, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=541a695d-e358-4263-873d-4afb1ac063a0,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:45.007568 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.049600 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Provisioning complete for port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:45.049600 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.049600 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 1 to provision port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd Sep 26 10:41:45.050302 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:45.073669 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f022c54-e46e-483a-bffa-fd8d5e35bc2f None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:45.108388 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:45.116089 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Pushing event updated for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:45.200331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Current status of the port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:45.208728 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Provisioning complete for port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:45.209205 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.209550 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 1 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:45.252966 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:45.412085 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34024) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:45.416651 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388718423', 'description': 'tempest-secgroup-smoke-1388718423 description', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:45.440771 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.520475 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (a55f9710-188e-447b-8cd5-00411af080b2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.524765 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a55f9710-188e-447b-8cd5-00411af080b2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.559648 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.563801 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1478629 Sep 26 10:41:45.563801 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d9839-0fc7-45e8-ba4f-4e4319fd7a13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f9710-188e-447b-8cd5-00411af080b2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:45.564578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34026) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:45.570141 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:45.580720 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:45.602882 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (6e8d4639-cd02-4d2f-ad7e-3b2eb382a426), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.633188 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:45.671793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (6e8d4639-cd02-4d2f-ad7e-3b2eb382a426), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.675975 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (6e8d4639-cd02-4d2f-ad7e-3b2eb382a426), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.696655 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8d4639-cd02-4d2f-ad7e-3b2eb382a426,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:45.706183 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.707275 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-97ba9706-208d-4f2d-b05b-d06c98635b01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409364 Sep 26 10:41:45.710317 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34028) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:45.715604 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:45.747781 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (7ceb5155-f555-4f54-b014-8130fad73a39), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.754210 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 2 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:45.775567 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:45.789751 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:45.820549 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (7ceb5155-f555-4f54-b014-8130fad73a39), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.825868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (7ceb5155-f555-4f54-b014-8130fad73a39), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.846377 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ceb5155-f555-4f54-b014-8130fad73a39,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:45.873740 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.877836 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-de8e3d14-6c37-42bd-8d07-f2fca769ea1b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660740 Sep 26 10:41:45.880506 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34030) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:45.885510 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:45.915926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (aea217e4-cf5f-41ee-9f5a-083a3436c71e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:45.997120 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (aea217e4-cf5f-41ee-9f5a-083a3436c71e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.001716 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (aea217e4-cf5f-41ee-9f5a-083a3436c71e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.024080 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea217e4-cf5f-41ee-9f5a-083a3436c71e,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:46.036001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 541a695d-e358-4263-873d-4afb1ac063a0 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:46.044031 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.046080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0012dd1-2d40-43b2-a488-e322851aca70 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644316 Sep 26 10:41:46.048767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34034) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:46.054284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:46.097592 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (c8430600-1eff-4c0f-89f7-3ef1fbf94d68), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.106169 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 541a695d-e358-4263-873d-4afb1ac063a0 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:46.106511 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (541a695d-e358-4263-873d-4afb1ac063a0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.106839 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 541a695d-e358-4263-873d-4afb1ac063a0 Sep 26 10:41:46.156892 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (c8430600-1eff-4c0f-89f7-3ef1fbf94d68), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.160793 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (c8430600-1eff-4c0f-89f7-3ef1fbf94d68), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.179570 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8430600-1eff-4c0f-89f7-3ef1fbf94d68,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:46.183888 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 541a695d-e358-4263-873d-4afb1ac063a0 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:46.185077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6a2a8706-9b5a-4a51-8700-389b6eddd5dd up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:46.187289 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.190938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e3db9173-fab3-4aa5-927a-bf33baeb3b37 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383154 Sep 26 10:41:46.191262 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34036) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:46.195708 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:46.208307 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:46.216724 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Project 1e0f8c6af4d3456c9d700088cd8f5eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:41:46.223124 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (1e28baa3-49b6-4203-b2f1-a340eb8348b6), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.235786 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:46.236161 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.236501 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd Sep 26 10:41:46.285430 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (1e28baa3-49b6-4203-b2f1-a340eb8348b6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.289593 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (1e28baa3-49b6-4203-b2f1-a340eb8348b6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.300837 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 3 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:46.308719 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e28baa3-49b6-4203-b2f1-a340eb8348b6,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:46.313795 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.317580 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fc3e98da-fdf7-4f76-9771-a560d362681a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227019 Sep 26 10:41:46.318177 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34038) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:41:46.321935 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'security_group_rule': {'security_group_id': 'a55f9710-188e-447b-8cd5-00411af080b2', 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:46.343964 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Project 1e0f8c6af4d3456c9d700088cd8f5eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 10:41:46.344403 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:46.349131 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:46.349579 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (962b439d-1b9e-4e56-b379-2e22ff785e45), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.368286 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:46.403234 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (962b439d-1b9e-4e56-b379-2e22ff785e45), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.406970 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661128'] for security_group_rule (962b439d-1b9e-4e56-b379-2e22ff785e45), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.425297 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962b439d-1b9e-4e56-b379-2e22ff785e45,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:46.429676 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:46.430876 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-70ae611b-20db-400c-b0b7-564ea75f02ca tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1122329 Sep 26 10:41:46.850551 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 4 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:46.885363 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:47.386831 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 5 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:47.419010 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:47.920741 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 6 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:47.945963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 464a92db-2c39-4a6e-a931-df8676178304 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:47.997721 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:48.013572 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 464a92db-2c39-4a6e-a931-df8676178304 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:48.013942 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (464a92db-2c39-4a6e-a931-df8676178304), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:48.014313 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 464a92db-2c39-4a6e-a931-df8676178304 Sep 26 10:41:48.103194 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 464a92db-2c39-4a6e-a931-df8676178304 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:48.103671 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (464a92db-2c39-4a6e-a931-df8676178304), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:48.136750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] For port 464a92db-2c39-4a6e-a931-df8676178304, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=464a92db-2c39-4a6e-a931-df8676178304,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:48.140952 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (464a92db-2c39-4a6e-a931-df8676178304), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:48.199860 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Pushing event updated for resources: {'Port': ['ID=464a92db-2c39-4a6e-a931-df8676178304,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:48.498466 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 7 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:48.536476 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:49.037307 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 8 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:49.059197 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Sync routers for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:41:49.075538 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:49.080212 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:49.081449 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:49.082080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:49.183925 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:49.497808 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:49.519456 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079', 'name': '', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'mac_address': 'fa:16:3e:01:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:43Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 2, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'subnets': [{'id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:49.544329 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Checking router: 4f756301-30b1-4124-9a7b-532527b19ffd for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:41:49.544675 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Updating router 4f756301-30b1-4124-9a7b-532527b19ffd port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 binding host dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 10:41:49.571050 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:49.581760 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 9 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:49.647130 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:49.874853 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks [] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:49.881472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:49.906416 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 464a92db-2c39-4a6e-a931-df8676178304 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:49.977527 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754623a-cf0d-49f8-b3d3-65dbcccbdb27 None None] Pushing event updated for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:50.019501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 464a92db-2c39-4a6e-a931-df8676178304 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:50.019878 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (464a92db-2c39-4a6e-a931-df8676178304), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.020214 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 464a92db-2c39-4a6e-a931-df8676178304 Sep 26 10:41:50.021850 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Attempting to bind port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 on host dv-cinder-844563-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:50.022244 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Attempting to bind port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 by drivers openvswitch,hyperv on host dv-cinder-844563-7-iscsi at level 0 using segments [{'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:50.022603 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Attempting to bind port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 on network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:50.099840 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:50.106950 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Checking agent: {'id': '02594296-668a-42bc-953e-181e1805f630', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 24, 36), 'started_at': datetime.datetime(2022, 9, 26, 10, 25, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:50.107324 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Checking segment: {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:50.107750 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.108126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Bound using segment: {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:50.108608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Bound port: 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079, host: dv-cinder-844563-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33311fa1-127f-404d-9a13-af631489c466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:50.108983 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.147961 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Attempt 10 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:50.189345 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 464a92db-2c39-4a6e-a931-df8676178304 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:50.219496 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-247617f1-6413-46e8-ae9b-83de61f61ffd None None] Port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:50.229824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] For port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079, host dv-cinder-844563-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:50.233427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] For port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079, host dv-cinder-844563-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:50.240787 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.273528 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:50.281823 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:41:50.282546 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:41:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:50.354908 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754623a-cf0d-49f8-b3d3-65dbcccbdb27 None None] Pushing event updated for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:50.361178 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Provisioning complete for port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:50.361178 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.361499 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Attempt 1 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:50.447843 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:41:50.483065 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-bddbb0f5-77bb-4cad-aa14-9be267b718cf tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1818063156&fields=id&tenant_id=b35e6a97e32b426daab0ba663323e8a8 HTTP/1.1" status: 200 len: 267 time: 0.0565228 Sep 26 10:41:50.548405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Current status of the port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:50.549066 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.596670 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-e82cffcb-a61f-4a5a-82f8-0a22b52c5785 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:50.598179 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-e82cffcb-a61f-4a5a-82f8-0a22b52c5785 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 808 time: 0.1084664 Sep 26 10:41:50.614081 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-07bb6f37-99ca-4279-a1e8-7e3dbf02c809 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/quotas/b35e6a97e32b426daab0ba663323e8a8 HTTP/1.1" status: 200 len: 375 time: 0.0099168 Sep 26 10:41:50.632991 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] For port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:41:50.643242 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:50.668525 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-967f932b-03fb-4bda-9dbf-e3e7afd441d9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471318 Sep 26 10:41:50.733301 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ad6e8-e662-4ff9-9d86-b0245d04af7e None None] Pushing event updated for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:50.741521 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079', 'name': '', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'mac_address': 'fa:16:3e:01:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:43Z', 'updated_at': '2022-09-26T10:41:50Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'subnets': [{'id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:41:50.766264 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57198668-c090-429b-9f4c-43c5baf22ae4 None None] The sync data for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi is: [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079', 'name': '', 'network_id': 'ffe41a23-3ad2-4c0d-970f-4d8e5e92f739', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'mac_address': 'fa:16:3e:01:c9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:43Z', 'updated_at': '2022-09-26T10:41:50Z', 'revision_number': 4, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'subnets': [{'id': '98a87b07-9748-4845-a96b-97c5f271bdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:41:50.769498 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-2e843fab-6451-40c7-852a-9bfcbbe91e12 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891559 Sep 26 10:41:50.871881 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:50.874462 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-b6c6db3e-3f8b-4dae-88b9-f262c7329934 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984316 Sep 26 10:41:51.211131 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e21ae55-c96b-4004-9cec-b473ad5908bf req-38533546-0e89-4084-9d2a-9dd59fe3632c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 210 time: 0.0321345 Sep 26 10:41:51.917480 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 up at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:41:51.971028 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Provisioning complete for port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:51.971402 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:51.971735 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Attempt 1 to provision port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 Sep 26 10:41:52.045865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Current status of the port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:41:52.273417 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-ae4ae476-fee6-44fd-8206-e1d025f436b4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:52.275049 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-ae4ae476-fee6-44fd-8206-e1d025f436b4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 808 time: 0.1170671 Sep 26 10:41:52.333487 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ba4009d-e6b9-493a-bd54-5863d716af12 req-132bc75e-a3e0-48c8-b4ba-b7dd68698603 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 210 time: 0.0360978 Sep 26 10:41:52.365445 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-0f1d77f2-e3dc-4828-83f3-8de69741e0a2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b35e6a97e32b426daab0ba663323e8a8 HTTP/1.1" status: 200 len: 380 time: 0.0812833 Sep 26 10:41:52.375213 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'port': {'device_id': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'admin_state_up': True, 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'security_groups': ['93e7fa38-c5c6-47e2-abe3-8552fd7e767d']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:52.396026 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:52.744082 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Made reservation on behalf of b35e6a97e32b426daab0ba663323e8a8 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:41:52.748312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:52.888788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Allocated IP 172.20.0.5 (af47f48f-c46c-40ed-b170-e46263de86e2/d5f1c28f-acf0-4267-812f-a98aa221a7a0/64a3f3c8-4cf7-45bf-9066-f13200377eeb) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:41:53.045964 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.081633 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.128611 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Network af47f48f-c46c-40ed-b170-e46263de86e2 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:41:53.131830 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:41:53.134306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:41:53.164977 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:53.197018 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:53.197682 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.222758 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-42ecabd4-e69a-4a3a-a2af-00c7bb31b0ac tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511844 Sep 26 10:41:53.239419 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Request body: {'port': {'device_id': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:41:53.283558 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:53.312921 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.376871 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:53.388978 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Provisioning complete for port 64a3f3c8-4cf7-45bf-9066-f13200377eeb triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:41:53.389365 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.389892 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Attempt 1 to provision port 64a3f3c8-4cf7-45bf-9066-f13200377eeb Sep 26 10:41:53.423600 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Port 64a3f3c8-4cf7-45bf-9066-f13200377eeb cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:53.517815 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e30ca7-1944-4ee8-ba3c-5e9e88726a56 req-5486c0f9-5574-42d5-96bb-34946a0407c3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:53.519304 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2e30ca7-1944-4ee8-ba3c-5e9e88726a56 req-5486c0f9-5574-42d5-96bb-34946a0407c3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 931 time: 0.0977850 Sep 26 10:41:53.555499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:53.610824 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2e30ca7-1944-4ee8-ba3c-5e9e88726a56 req-95a27b01-1ad8-48a4-a9fa-f3f187ca746f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856910 Sep 26 10:41:53.671832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a3f3c8-4cf7-45bf-9066-f13200377eeb {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:41:53.679404 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks [] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.692124 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Transition to ACTIVE for port object 64a3f3c8-4cf7-45bf-9066-f13200377eeb will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:41:53.695646 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.757798 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:53.811261 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Attempting to bind port 64a3f3c8-4cf7-45bf-9066-f13200377eeb on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:41:53.811593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Attempting to bind port 64a3f3c8-4cf7-45bf-9066-f13200377eeb by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:41:53.811915 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Attempting to bind port 64a3f3c8-4cf7-45bf-9066-f13200377eeb on network af47f48f-c46c-40ed-b170-e46263de86e2 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:53.852288 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Port 64a3f3c8-4cf7-45bf-9066-f13200377eeb on network af47f48f-c46c-40ed-b170-e46263de86e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:41:53.852609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Attempting to bind port 64a3f3c8-4cf7-45bf-9066-f13200377eeb on network af47f48f-c46c-40ed-b170-e46263de86e2 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:41:53.897517 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:41:53.897774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Checking segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:41:53.898173 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Bound using segment: {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:41:53.898611 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Bound port: 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce7f50a-b226-426b-afc5-5e7f2562e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:41:53.898975 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.925112 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Attempt 2 to provision port 64a3f3c8-4cf7-45bf-9066-f13200377eeb Sep 26 10:41:53.962126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Port 64a3f3c8-4cf7-45bf-9066-f13200377eeb cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:41:53.962346 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:41:53.966001 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:41:53.972019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.976076 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:53.976690 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:41:53.978080 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 1093 time: 0.7474136 Sep 26 10:41:53.978631 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:41:53.981436 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:41:54.024905 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45558e38-30be-4384-910b-c85e186d8977 x-openstack-request-id: req-45558e38-30be-4384-910b-c85e186d8977 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:41:54.025196 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:41:54.025477 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45558e38-30be-4384-910b-c85e186d8977 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:41:54.025881 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45558e38-30be-4384-910b-c85e186d8977'] response: {'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'status': 'completed', 'code': 200} Sep 26 10:41:54.076499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:54.079229 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426a3d-6f8c-46d1-b6af-9c01835d89e3 service neutron] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:41:54.084040 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-f36a62cc-2927-4614-907e-329e47247e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.085619 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-f36a62cc-2927-4614-907e-329e47247e3f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1127 time: 0.0562639 Sep 26 10:41:54.128878 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-4cce6e5a-81ee-4fc0-8d50-aed5ac1ff40a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 217 time: 0.0338292 Sep 26 10:41:54.182426 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-b94d7238-124c-4661-936e-ffc25ca1497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.184324 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-b94d7238-124c-4661-936e-ffc25ca1497b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0492296 Sep 26 10:41:54.228464 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-d6d01029-65eb-46b2-a7ad-aca385785977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.230508 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-d6d01029-65eb-46b2-a7ad-aca385785977 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394161 Sep 26 10:41:54.326344 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-bcb3a1dc-5d13-4899-9993-1d3c2dedd74e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873740 Sep 26 10:41:54.422865 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ca451397-5ce4-48b4-abcf-df25200f6bbf req-4922180a-e454-404e-a3b2-98f83af0608f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890210 Sep 26 10:41:54.464033 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Attempt 3 to provision port 64a3f3c8-4cf7-45bf-9066-f13200377eeb Sep 26 10:41:54.503487 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-742d238c-9ac0-46a8-97bc-2ed653c1bfd7 None None] Port 64a3f3c8-4cf7-45bf-9066-f13200377eeb had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:41:54.770233 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5de05-dac1-42aa-bfcf-308907fd201b req-44d28a39-0de6-4b62-b16f-7efdae4d2055 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.771692 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-39d5de05-dac1-42aa-bfcf-308907fd201b req-44d28a39-0de6-4b62-b16f-7efdae4d2055 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0784235 Sep 26 10:41:54.772739 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-32e54a8c-af3b-440e-a18e-b4be0d5c2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.774104 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-32e54a8c-af3b-440e-a18e-b4be0d5c2f7c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1127 time: 0.0718942 Sep 26 10:41:54.863894 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:54.875509 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-39d5de05-dac1-42aa-bfcf-308907fd201b req-29fb8084-892f-4b5e-9a56-bd78570daaa5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972669 Sep 26 10:41:54.905861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-1952252c-1413-4f2f-b959-f914679b5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:54.907436 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-1952252c-1413-4f2f-b959-f914679b5110 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.1222427 Sep 26 10:41:54.956664 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-3053d9ab-2aae-47df-8a9b-35d0c4da2d07 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 217 time: 0.0423958 Sep 26 10:41:55.007024 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-4e6fda9b-38c6-429e-a0e8-a3172bd5d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:55.008493 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-4e6fda9b-38c6-429e-a0e8-a3172bd5d2eb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0454750 Sep 26 10:41:55.043426 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=11 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:55.054208 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-ab836bab-3824-40f5-94ae-1ea39b54b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:55.055703 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-ab836bab-3824-40f5-94ae-1ea39b54b115 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408549 Sep 26 10:41:55.073132 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:55.150773 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-df35cacb-1282-4ac6-918a-0af031250c01 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Sep 26 10:41:55.244395 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0b188ea6-a8c0-4fa7-8e09-0812ee41b8ce req-2c708609-a38d-4040-bf2a-080eb9281e17 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Sep 26 10:41:56.001718 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46c1d-abbb-45a8-a412-d896fc3e4b12 req-795f80e1-c12e-4cc5-bbd6-dd39ffa7ab59 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:56.003226 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20b46c1d-abbb-45a8-a412-d896fc3e4b12 req-795f80e1-c12e-4cc5-bbd6-dd39ffa7ab59 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0509474 Sep 26 10:41:56.048640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:56.054253 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20b46c1d-abbb-45a8-a412-d896fc3e4b12 req-e608b81a-eef7-4b8d-a284-89605a9e96de tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Sep 26 10:41:56.423362 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:56.424158 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:57.175956 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe85bb1-d6eb-4643-96c1-158da9592e5c req-f51d478b-a707-4b48-9a13-6f5e5f7e72b3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:57.177429 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dbe85bb1-d6eb-4643-96c1-158da9592e5c req-f51d478b-a707-4b48-9a13-6f5e5f7e72b3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0489759 Sep 26 10:41:57.226200 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dbe85bb1-d6eb-4643-96c1-158da9592e5c req-e8b88e47-92ac-45b4-9d0f-847ed51eedb2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Sep 26 10:41:57.962261 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:41:58.350805 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af6fa9-668b-49dc-a9c0-279fea91bdbd req-2c133cb1-caed-4a8f-ad94-30c5728e22ef tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:58.352238 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49af6fa9-668b-49dc-a9c0-279fea91bdbd req-2c133cb1-caed-4a8f-ad94-30c5728e22ef tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0499151 Sep 26 10:41:58.400908 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49af6fa9-668b-49dc-a9c0-279fea91bdbd req-e4e27739-1a71-4839-a8b0-41630ff216d6 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Sep 26 10:41:59.521114 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f0806-dbaa-4ba5-adfe-183789e3c714 req-a7f4c8a4-3f36-43c9-87f3-206c899a5a07 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:41:59.522587 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-053f0806-dbaa-4ba5-adfe-183789e3c714 req-a7f4c8a4-3f36-43c9-87f3-206c899a5a07 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0472786 Sep 26 10:41:59.571645 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-053f0806-dbaa-4ba5-adfe-183789e3c714 req-024ec9a4-651a-420f-9d7f-6c28ff6be6f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Sep 26 10:42:00.695105 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae197b-947e-4d91-9b2d-d0804307298a req-45a2a42a-3910-4f37-a6bc-059752e82b8e tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:00.696547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-baae197b-947e-4d91-9b2d-d0804307298a req-45a2a42a-3910-4f37-a6bc-059752e82b8e tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0468297 Sep 26 10:42:00.747532 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-baae197b-947e-4d91-9b2d-d0804307298a req-7fa2ef81-0522-498d-86ab-0eca2a2b06a3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Sep 26 10:42:00.941197 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:42:01.040994 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:01.051801 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'mac_address': 'fa:16:3e:cc:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:42:01.085992 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 64a3f3c8-4cf7-45bf-9066-f13200377eeb is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:42:01.086411 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:01.099677 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a3f3c8-4cf7-45bf-9066-f13200377eeb {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:42:01.118990 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:01.122920 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:01.172025 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:01.269950 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a9fb54f2-a565-4608-bdcc-28612385a77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:01.400381 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['64a3f3c8-4cf7-45bf-9066-f13200377eeb'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:42:01.868338 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3b6a9-a534-43c4-9a7d-1e972ebab3e3 req-ac6e61a4-9331-4717-8fa1-71a69b2f885d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:01.869772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dfa3b6a9-a534-43c4-9a7d-1e972ebab3e3 req-ac6e61a4-9331-4717-8fa1-71a69b2f885d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 944 time: 0.0471635 Sep 26 10:42:01.917043 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dfa3b6a9-a534-43c4-9a7d-1e972ebab3e3 req-5d64ef9a-154c-4992-bf0b-954ba26a43b7 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Sep 26 10:42:02.960979 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:42:03.014736 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 64a3f3c8-4cf7-45bf-9066-f13200377eeb completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:42:03.021694 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 64a3f3c8-4cf7-45bf-9066-f13200377eeb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:42:03.022098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:03.022443 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 64a3f3c8-4cf7-45bf-9066-f13200377eeb Sep 26 10:42:03.040623 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-de06b037-4f01-4661-8aec-35a4a03fdc41 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1388718423&fields=id&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 267 time: 0.0719829 Sep 26 10:42:03.046128 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:03.069846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74150c67-712b-4a37-b61e-5ca2c391e1b9 req-eb847163-c889-4477-9314-1c4b36ae2a3c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:03.071384 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74150c67-712b-4a37-b61e-5ca2c391e1b9 req-eb847163-c889-4477-9314-1c4b36ae2a3c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 944 time: 0.0754979 Sep 26 10:42:03.108924 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 64a3f3c8-4cf7-45bf-9066-f13200377eeb is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:42:03.109305 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:03.112092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:03.125526 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:03.135250 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:42:03.137525 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5961e821-3a6d-479e-85bf-ab893ecd7174" -d '{"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-plugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:42:03.150602 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:03.155570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:03.198350 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74150c67-712b-4a37-b61e-5ca2c391e1b9 req-b587d837-8e0b-420f-80a4-dd9244664c36 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159284 Sep 26 10:42:03.204913 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:03.221006 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-7a4e3a17-207f-4e75-9e1d-ab841bfc0a90 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:03.223179 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-7a4e3a17-207f-4e75-9e1d-ab841bfc0a90 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1731172 Sep 26 10:42:03.238983 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-0ac2225a-14b2-4613-adcb-73e3eb85b333 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/quotas/1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Sep 26 10:42:03.258590 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b42f8-8cba-4a2a-89c5-bfb241e67d50 x-openstack-request-id: req-b74b42f8-8cba-4a2a-89c5-bfb241e67d50 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:42:03.258887 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-plugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:42:03.259138 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b74b42f8-8cba-4a2a-89c5-bfb241e67d50 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:42:03.259535 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74b42f8-8cba-4a2a-89c5-bfb241e67d50'] response: {'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'code': 200} Sep 26 10:42:03.293852 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-c476ee28-96bd-4688-ba21-42c69896e328 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492063 Sep 26 10:42:03.399503 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-89d78cb0-0085-49b0-ace1-311a7f6cbcdb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944092 Sep 26 10:42:03.525696 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443f4ba-ee23-4e60-8828-c23d999c12e7 req-788deb57-5f8d-4afe-a324-7eba6e14ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:03.527284 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a443f4ba-ee23-4e60-8828-c23d999c12e7 req-788deb57-5f8d-4afe-a324-7eba6e14ddcf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0594797 Sep 26 10:42:03.529750 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-da09c997-9747-475b-a977-d3c7d52bfc49 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239212 Sep 26 10:42:03.580158 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a443f4ba-ee23-4e60-8828-c23d999c12e7 req-aa8b5934-4de5-46b8-a1c3-aa797d944d84 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Sep 26 10:42:03.779875 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-37a33eeb-ba6e-4091-a287-63824df6fc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:03.834689 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92f13ff1-13f3-420f-96b6-14ceca6e3047 req-f279886b-1f11-4f2b-8fe9-6df1b16a4382 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Sep 26 10:42:04.310783 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:04.329567 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ce969-90c5-43e1-aa71-8d639b939410 req-47f3645e-327c-4730-8672-af89dadf7854 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:04.331082 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f8ce969-90c5-43e1-aa71-8d639b939410 req-47f3645e-327c-4730-8672-af89dadf7854 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0517774 Sep 26 10:42:04.384694 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4f8ce969-90c5-43e1-aa71-8d639b939410 req-b55e74ed-e20f-46b3-8331-949f5a08209b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477917 Sep 26 10:42:04.619234 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:04.937379 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ee53d46-8815-4663-8f2a-306b301863ef req-1ab89040-6527-44f6-8ade-398254282d29 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Sep 26 10:42:05.427782 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-3ead820b-9a18-4a4e-9871-2f478d8b32bc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:05.429837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-3ead820b-9a18-4a4e-9871-2f478d8b32bc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1114204 Sep 26 10:42:05.525774 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-b17da78b-7252-4b9b-95c0-63281bb26fd4 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 380 time: 0.0870237 Sep 26 10:42:05.535204 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'port': {'device_id': '76698be8-9cd8-48af-8dac-1f621de79411', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'admin_state_up': True, 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'security_groups': ['a55f9710-188e-447b-8cd5-00411af080b2']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:42:05.543443 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5a273-1300-4247-b4f2-8ddfb3f4522d req-403f686f-72d9-4e62-8f63-c435bc9ddd97 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:05.544863 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e4b5a273-1300-4247-b4f2-8ddfb3f4522d req-403f686f-72d9-4e62-8f63-c435bc9ddd97 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0746281 Sep 26 10:42:05.656375 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e4b5a273-1300-4247-b4f2-8ddfb3f4522d req-1d6c7df5-b60a-440c-9026-f2c0e844984f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996943 Sep 26 10:42:05.689507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:05.696880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Made reservation on behalf of 1e0f8c6af4d3456c9d700088cd8f5eb5 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:42:05.701843 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:05.829030 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef752582-f85e-4196-8ce6-52e1c06b0547 req-80db0381-1d3c-44a4-af4b-c06d6c701cdd tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:05.830723 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef752582-f85e-4196-8ce6-52e1c06b0547 req-80db0381-1d3c-44a4-af4b-c06d6c701cdd tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.1006112 Sep 26 10:42:05.905976 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.20.0.4 (590c7da6-7b88-4882-abbb-133a0426748c/d54b32cd-b5f5-44ea-b357-0d0aec3945e8/72c6abff-287d-40c6-9fb0-4342b81e55fd) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:42:05.929716 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef752582-f85e-4196-8ce6-52e1c06b0547 req-f7631ca0-8a15-4634-9b33-50603d42c9f3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789299 Sep 26 10:42:05.943521 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:05.961213 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34222) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:42:06.048423 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ac4abd8-c806-4fae-a336-8e91099ad5f3 req-6a306d07-eb6a-4478-94c9-38907681654f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 210 time: 0.0331941 Sep 26 10:42:06.095939 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.127959 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.164843 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab87872-4630-4945-938b-db73f629f1f2 tempest-TestShelveInstance-676326286 tempest-TestShelveInstance-676326286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:06.166509 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fab87872-4630-4945-938b-db73f629f1f2 tempest-TestShelveInstance-676326286 tempest-TestShelveInstance-676326286-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1124 time: 0.2040339 Sep 26 10:42:06.169655 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34228) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:42:06.171730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:06.174568 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:42:06.175543 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:42:06.179769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:42:06.182586 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:42:06.197626 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.217307 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:06.242926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:06.243578 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.263208 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-31652a6b-34e6-4e24-b524-acdb3a5ef198 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311258 Sep 26 10:42:06.275499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Request body: {'port': {'device_id': '76698be8-9cd8-48af-8dac-1f621de79411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:42:06.298718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.345588 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.502084 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Provisioning complete for port 72c6abff-287d-40c6-9fb0-4342b81e55fd triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:42:06.502502 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.502941 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Attempt 1 to provision port 72c6abff-287d-40c6-9fb0-4342b81e55fd Sep 26 10:42:06.528603 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:06.538190 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Port 72c6abff-287d-40c6-9fb0-4342b81e55fd cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:42:06.540856 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.618189 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c6abff-287d-40c6-9fb0-4342b81e55fd {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:42:06.626186 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks [] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.638613 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Transition to ACTIVE for port object 72c6abff-287d-40c6-9fb0-4342b81e55fd will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:42:06.642625 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.654126 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Allocated IP 172.27.1.231 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/74e86d61-8bc6-4370-9eef-456ece34bf53) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:42:06.704023 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Pushing event updated for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:06.707686 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:06.711677 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:06.755194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Attempting to bind port 72c6abff-287d-40c6-9fb0-4342b81e55fd on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:42:06.755432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Attempting to bind port 72c6abff-287d-40c6-9fb0-4342b81e55fd by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:42:06.755760 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Attempting to bind port 72c6abff-287d-40c6-9fb0-4342b81e55fd on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:42:06.767371 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.798288 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Port 72c6abff-287d-40c6-9fb0-4342b81e55fd on network 590c7da6-7b88-4882-abbb-133a0426748c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:42:06.798709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Attempting to bind port 72c6abff-287d-40c6-9fb0-4342b81e55fd on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:42:06.799093 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.845503 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:42:06.845810 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:42:06.845919 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:42:06.846240 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Bound using segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:42:06.846665 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Bound port: 72c6abff-287d-40c6-9fb0-4342b81e55fd, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:42:06.847018 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.848984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:42:06.850931 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'Port': ['ID=74e86d61-8bc6-4370-9eef-456ece34bf53,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:06.853152 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:42:06.909245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:42:06.912523 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:42:06.918244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.922220 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:06.922819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:06.924555 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 200 len: 1093 time: 0.6536157 Sep 26 10:42:06.926688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:42:06.929644 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74f817-9dca-4e56-adfe-26234c11f87c" -d '{"events": [{"name": "network-changed", "server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:42:06.990631 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ff788-3eb5-458a-a16d-67ab992ea9d3 x-openstack-request-id: req-a04ff788-3eb5-458a-a16d-67ab992ea9d3 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:42:06.990919 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:42:06.991175 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a04ff788-3eb5-458a-a16d-67ab992ea9d3 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:42:06.991569 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04ff788-3eb5-458a-a16d-67ab992ea9d3'] response: {'name': 'network-changed', 'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'status': 'completed', 'code': 200} Sep 26 10:42:07.014924 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688730bd-ed56-4fd2-b9fd-c105f027475b service neutron] Pushing event updated for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:07.029330 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-535daf97-87e7-4b93-8fcb-3899c12cfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:07.030861 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-535daf97-87e7-4b93-8fcb-3899c12cfcda service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1127 time: 0.0511310 Sep 26 10:42:07.039209 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Attempt 2 to provision port 72c6abff-287d-40c6-9fb0-4342b81e55fd Sep 26 10:42:07.081865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-23c3bd8c-1fa5-4657-85a2-46ffb2648dec None None] Port 72c6abff-287d-40c6-9fb0-4342b81e55fd had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:42:07.128587 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:07.237287 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for floatingip (00c7a696-360b-4bb0-b83c-67a072376062), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.305944 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:07.312165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.323462 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-3549fb87-ab56-4a42-8b4f-bc9a02e1b436 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 200 len: 217 time: 0.2862546 Sep 26 10:42:07.389432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:07.397819 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9455d-a1dd-4b18-9417-5e97a8c8d59b req-5738c840-e1fc-419f-93a9-dca3c4a6d460 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:07.399362 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3c9455d-a1dd-4b18-9417-5e97a8c8d59b req-5738c840-e1fc-419f-93a9-dca3c4a6d460 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0786011 Sep 26 10:42:07.416990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-95ed374a-ab42-47dc-90c7-5ae964af8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:07.418390 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-95ed374a-ab42-47dc-90c7-5ae964af8aa6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0871701 Sep 26 10:42:07.465257 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.469990 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.484464 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-bf777c6f-3aee-4a76-9def-20e86d8422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:07.485954 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-bf777c6f-3aee-4a76-9def-20e86d8422ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598292 Sep 26 10:42:07.490956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3c9455d-a1dd-4b18-9417-5e97a8c8d59b req-5a00a5da-c8e8-4055-85c7-b2fe97660824 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845115 Sep 26 10:42:07.538283 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event updated for resources: {'Port': ['ID=74e86d61-8bc6-4370-9eef-456ece34bf53,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:07.540798 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (00c7a696-360b-4bb0-b83c-67a072376062), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.565609 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:07.582755 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-13a4c0e5-ea5b-4c0f-9eab-c545fbe7d9cb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906703 Sep 26 10:42:07.638328 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Floating IP 00c7a696-360b-4bb0-b83c-67a072376062 associated. External IP: 172.27.1.231, port: 64a3f3c8-4cf7-45bf-9066-f13200377eeb. Sep 26 10:42:07.673811 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4faf6681-5709-42c8-aa8c-89eb062e0faf req-73e28334-7326-4525-b39a-e715837b79dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847681 Sep 26 10:42:07.839292 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Router 8cc451dd-b83a-4fa8-bc23-361c1430c208 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:42:07.927102 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-54e313e0-abf9-4685-8a03-3eecef0c3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:07.928612 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-54e313e0-abf9-4685-8a03-3eecef0c3404 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1127 time: 0.0432651 Sep 26 10:42:07.946677 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:42:07.961216 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Sync routers for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:42:07.967818 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:07.970739 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:07.975898 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:42:07.976528 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:42:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:08.005299 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0e3d3698-9345-4f7c-af88-58f467f664f5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8319936 Sep 26 10:42:08.005299 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:42:08.005914 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e75ed-69b5-4d3a-9106-36297564dc08" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:42:08.038120 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-b7cac760-c2fb-48af-adf4-ca90767979d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.039749 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-b7cac760-c2fb-48af-adf4-ca90767979d1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.1027124 Sep 26 10:42:08.051837 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d0fcb3-4ee1-4500-9c90-ac240158c61d x-openstack-request-id: req-15d0fcb3-4ee1-4500-9c90-ac240158c61d {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:42:08.052130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:42:08.052601 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15d0fcb3-4ee1-4500-9c90-ac240158c61d {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:42:08.053021 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d0fcb3-4ee1-4500-9c90-ac240158c61d'] response: {'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'status': 'completed', 'code': 200} Sep 26 10:42:08.090051 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:42:08.093363 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-d757bac4-efbb-417c-bc4c-1fe5e0ea0cbc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 200 len: 217 time: 0.0461526 Sep 26 10:42:08.153170 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-e4b60f49-5149-4e3c-9f8b-1e411dfae4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.154689 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-e4b60f49-5149-4e3c-9f8b-1e411dfae4e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0699105 Sep 26 10:42:08.190106 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-4bf6cd76-d01c-40fb-bc48-5e2f7efb69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.191555 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-4bf6cd76-d01c-40fb-bc48-5e2f7efb69a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0790818 Sep 26 10:42:08.269382 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-2cba9e06-6899-439c-8bea-23f453346692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.270915 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-2cba9e06-6899-439c-8bea-23f453346692 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510044 Sep 26 10:42:08.306536 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '00c7a696-360b-4bb0-b83c-67a072376062', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'mac_address': 'fa:16:3e:cc:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:07Z', 'updated_at': '2022-09-26T10:42:07Z', 'revision_number': 0, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:08.333028 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Checking router: 8cc451dd-b83a-4fa8-bc23-361c1430c208 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:42:08.341541 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-cfff2d1f-10b5-4a7d-80d0-4a7246ad2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.341730 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:42:08.342353 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:42:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:08.342956 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-cfff2d1f-10b5-4a7d-80d0-4a7246ad2ddd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.1807768 Sep 26 10:42:08.430816 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-d316012a-12cd-499b-bbb6-e56055bea7b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489048 Sep 26 10:42:08.435175 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-19f617b6-11d4-4e87-a0bf-d6ad2a185c8b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 999 time: 0.0844083 Sep 26 10:42:08.453825 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:42:08.541224 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-824dde27-40ad-4222-9a3f-fdfbc09394b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.542747 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-824dde27-40ad-4222-9a3f-fdfbc09394b0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.1003015 Sep 26 10:42:08.593045 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:08.609541 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c74f817-9dca-4e56-adfe-26234c11f87c req-4d86373d-e135-4bb2-8339-e84926bc1a77 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681159 Sep 26 10:42:08.638990 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-dd489c4e-fa1b-4c4b-92e7-8b61fd3b9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.640492 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-dd489c4e-fa1b-4c4b-92e7-8b61fd3b9daa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865023 Sep 26 10:42:08.661216 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63b3b2-b8b5-487e-9ed6-cac81a259832 req-3eff126e-c0ac-49cf-a829-9951bf0252e4 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:08.662672 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d63b3b2-b8b5-487e-9ed6-cac81a259832 req-3eff126e-c0ac-49cf-a829-9951bf0252e4 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0746489 Sep 26 10:42:08.670084 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '00c7a696-360b-4bb0-b83c-67a072376062', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'mac_address': 'fa:16:3e:cc:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:07Z', 'updated_at': '2022-09-26T10:42:07Z', 'revision_number': 0, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:08.703008 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7185c284-1df7-4dba-9d3d-e346820b7ba5 None None] The sync data for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi is: [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '00c7a696-360b-4bb0-b83c-67a072376062', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'mac_address': 'fa:16:3e:cc:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:07Z', 'updated_at': '2022-09-26T10:42:07Z', 'revision_number': 0, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:42:08.765355 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3d63b3b2-b8b5-487e-9ed6-cac81a259832 req-dab24f85-7226-4c06-9bac-accaec9dcf01 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920191 Sep 26 10:42:08.782268 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-086a8e1f-428f-4a7f-af11-8d478b9f6e30 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355102 Sep 26 10:42:08.850567 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:08.883053 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc1e75ed-69b5-4d3a-9106-36297564dc08 req-e4323755-d975-4836-9104-bad80b8c8a6e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951302 Sep 26 10:42:08.916608 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05d1e1-0836-48ed-9ad0-3d63208b88b3 None None] New status for floating IP 00c7a696-360b-4bb0-b83c-67a072376062: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:42:09.726041 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:42:09.888154 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4f51-d6f8-40f1-b4ed-ee9afcfe55c8 req-ef56e977-9e2b-40cd-8833-28e4d500779f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:09.889502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-561c4f51-d6f8-40f1-b4ed-ee9afcfe55c8 req-ef56e977-9e2b-40cd-8833-28e4d500779f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0471921 Sep 26 10:42:09.937939 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-561c4f51-d6f8-40f1-b4ed-ee9afcfe55c8 req-ca7d7139-4070-490c-97c0-95c950f400fd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Sep 26 10:42:11.063368 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0247d99-8fb1-4320-a1ec-fb3f482447d7 req-286bca2e-576a-467e-82a2-9881f2cadc54 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:11.064733 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0247d99-8fb1-4320-a1ec-fb3f482447d7 req-286bca2e-576a-467e-82a2-9881f2cadc54 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0491114 Sep 26 10:42:11.117790 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b0247d99-8fb1-4320-a1ec-fb3f482447d7 req-07844376-9f99-4df0-a054-b88c17bf67ae tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475621 Sep 26 10:42:12.236506 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a7b3a-7a73-4363-888a-0d00a713997f req-a45b5171-4916-43de-a9e7-0ea61e07cd44 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:12.237933 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c0a7b3a-7a73-4363-888a-0d00a713997f req-a45b5171-4916-43de-a9e7-0ea61e07cd44 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0467861 Sep 26 10:42:12.285650 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c0a7b3a-7a73-4363-888a-0d00a713997f req-b53ad768-b5b7-4bf5-bf77-9dfbaec1d985 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Sep 26 10:42:13.405638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ade73f-d23d-4b6c-8d3b-a03f72e7872d req-ba6ba5f4-bdff-4361-94c8-95e7306e43e6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:13.407104 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a6ade73f-d23d-4b6c-8d3b-a03f72e7872d req-ba6ba5f4-bdff-4361-94c8-95e7306e43e6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0473027 Sep 26 10:42:13.456384 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a6ade73f-d23d-4b6c-8d3b-a03f72e7872d req-5c697b2a-186b-4c81-93c6-d63a61b9a526 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Sep 26 10:42:13.746045 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:14.578353 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65906c3-d357-42fb-8819-d716ee8b6a1a req-cbd7a79d-2ce2-459f-bc6f-238064bf1460 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:14.579801 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f65906c3-d357-42fb-8819-d716ee8b6a1a req-cbd7a79d-2ce2-459f-bc6f-238064bf1460 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 943 time: 0.0499835 Sep 26 10:42:14.628888 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f65906c3-d357-42fb-8819-d716ee8b6a1a req-8e8bef38-0515-4b1a-9acf-902b7033aed7 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Sep 26 10:42:15.044678 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 72c6abff-287d-40c6-9fb0-4342b81e55fd details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:42:15.142000 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:15.152962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'port_id': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'mac_address': 'fa:16:3e:7b:6a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:42:15.190008 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 72c6abff-287d-40c6-9fb0-4342b81e55fd is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:42:15.190571 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:15.203079 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c6abff-287d-40c6-9fb0-4342b81e55fd {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:42:15.221894 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:15.225824 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:15.271548 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:15.456046 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['72c6abff-287d-40c6-9fb0-4342b81e55fd'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:42:15.574700 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:15.591189 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:15.752701 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367471a-510a-44cb-96f3-aff3ccabce73 req-6f28f2aa-0e14-439f-bf26-02663f510dce tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:15.754081 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8367471a-510a-44cb-96f3-aff3ccabce73 req-6f28f2aa-0e14-439f-bf26-02663f510dce tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 944 time: 0.0472116 Sep 26 10:42:15.805357 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8367471a-510a-44cb-96f3-aff3ccabce73 req-f7ca414b-8620-4539-b431-aaa9b7a1660d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 Sep 26 10:42:16.930698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7aa1bc-f288-42a9-975d-3ff256fa18e3 req-8e1436e3-794b-4f94-99bf-25f3981b2d6e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:16.932147 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f7aa1bc-f288-42a9-975d-3ff256fa18e3 req-8e1436e3-794b-4f94-99bf-25f3981b2d6e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 944 time: 0.0509608 Sep 26 10:42:16.979815 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f7aa1bc-f288-42a9-975d-3ff256fa18e3 req-b4275d1e-0308-4752-a17c-0e807127e283 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Sep 26 10:42:17.061625 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 72c6abff-287d-40c6-9fb0-4342b81e55fd up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:42:17.103113 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 72c6abff-287d-40c6-9fb0-4342b81e55fd completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:42:17.109405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 72c6abff-287d-40c6-9fb0-4342b81e55fd triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:42:17.109783 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:17.110175 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 72c6abff-287d-40c6-9fb0-4342b81e55fd Sep 26 10:42:17.181927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 72c6abff-287d-40c6-9fb0-4342b81e55fd is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:42:17.182328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:17.204734 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:42:17.206965 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c66b6-fb47-4280-a83d-de745a8218ba" -d '{"events": [{"server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "name": "network-vif-plugged", "status": "completed", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:42:17.219383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:42:17.223542 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:17.246871 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25df12-2531-40d7-a1a9-b96afc7657d7 x-openstack-request-id: req-7a25df12-2531-40d7-a1a9-b96afc7657d7 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:42:17.247157 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "name": "network-vif-plugged", "status": "completed", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:42:17.247431 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a25df12-2531-40d7-a1a9-b96afc7657d7 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:42:17.247815 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a25df12-2531-40d7-a1a9-b96afc7657d7'] response: {'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'code': 200} Sep 26 10:42:17.273410 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:17.493697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acfe9a-a422-46e1-a792-9507f4f13608 req-7467691d-665e-4cbb-96d7-39493ba6311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:17.495068 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3acfe9a-a422-46e1-a792-9507f4f13608 req-7467691d-665e-4cbb-96d7-39493ba6311c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1129 time: 0.0381017 Sep 26 10:42:17.515861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:17.541753 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3acfe9a-a422-46e1-a792-9507f4f13608 req-452348c8-24f3-41f9-a961-54f4b21bf5d0 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Sep 26 10:42:17.999415 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:18.100535 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558ff0-4b63-4844-9712-17a6d68a35a4 req-03751077-b4fa-4f5c-b93b-0fa6eefe7124 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:18.102050 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad558ff0-4b63-4844-9712-17a6d68a35a4 req-03751077-b4fa-4f5c-b93b-0fa6eefe7124 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Sep 26 10:42:18.154719 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad558ff0-4b63-4844-9712-17a6d68a35a4 req-3216322e-0084-466c-ac7a-662614f83dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Sep 26 10:42:18.673855 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=72 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:19.275564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d216f7-54e2-46eb-a2af-4611a16eae99 req-ef521262-24b8-4e1e-9b34-897a54999599 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:19.277005 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9d216f7-54e2-46eb-a2af-4611a16eae99 req-ef521262-24b8-4e1e-9b34-897a54999599 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0468738 Sep 26 10:42:19.326355 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9d216f7-54e2-46eb-a2af-4611a16eae99 req-975264c8-ac93-4d97-947a-0c52545666f4 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Sep 26 10:42:19.444783 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555ab0a-4cab-4ebf-891d-b84def616da0 req-8ed719b4-ad9b-4126-bccf-34efbe086a3f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:19.446147 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9555ab0a-4cab-4ebf-891d-b84def616da0 req-8ed719b4-ad9b-4126-bccf-34efbe086a3f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0470924 Sep 26 10:42:19.472784 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:19.497270 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9555ab0a-4cab-4ebf-891d-b84def616da0 req-6d0ac04e-6281-4127-ae87-0ff283d0d125 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Sep 26 10:42:19.525764 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34266) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:42:19.604317 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d7c2cf-024a-4a6a-9b5b-dbdd5801c8a1 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:19.605791 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-32d7c2cf-024a-4a6a-9b5b-dbdd5801c8a1 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1124 time: 0.0790474 Sep 26 10:42:19.609301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34270) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:42:19.613370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'port_id': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:42:19.636531 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:19.719167 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:19.723333 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=78 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:19.822241 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.27.1.188 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/989cf610-b5e4-4d31-bfe8-8987f76d419b) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:42:19.927351 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:19.957990 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:19.996071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:42:19.998977 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:42:20.002553 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:42:20.027189 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=989cf610-b5e4-4d31-bfe8-8987f76d419b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:20.301715 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:20.362675 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (013c9e92-4458-46a2-b96b-b174c9fd1057), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:20.384606 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:20.427796 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:20.573025 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:20.577284 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:20.645130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (013c9e92-4458-46a2-b96b-b174c9fd1057), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:20.647714 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=989cf610-b5e4-4d31-bfe8-8987f76d419b,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:42:20.741100 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP 013c9e92-4458-46a2-b96b-b174c9fd1057 associated. External IP: 172.27.1.188, port: 72c6abff-287d-40c6-9fb0-4342b81e55fd. Sep 26 10:42:20.934515 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:42:21.035064 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:42:21.045633 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:42:21.053309 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:21.055220 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:42:21.055902 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:42:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:21.083009 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bb527d3e-ee62-43ec-b354-5c5e87f25d1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4727304 Sep 26 10:42:21.083729 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:42:21.086079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e" -d '{"events": [{"name": "network-changed", "server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:42:21.127548 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7dac33-c8b0-4b23-9f56-40c6eff389c7 x-openstack-request-id: req-7b7dac33-c8b0-4b23-9f56-40c6eff389c7 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:42:21.127860 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:42:21.128112 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b7dac33-c8b0-4b23-9f56-40c6eff389c7 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:42:21.128518 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7dac33-c8b0-4b23-9f56-40c6eff389c7'] response: {'name': 'network-changed', 'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'status': 'completed', 'code': 200} Sep 26 10:42:21.162166 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:42:21.197293 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-4f1f076f-ada4-4543-9ddc-fe7421c2718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:21.201335 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-4f1f076f-ada4-4543-9ddc-fe7421c2718e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1129 time: 0.0494342 Sep 26 10:42:21.297100 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-1fe6c070-babe-4d4c-b052-e5f581f125da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:21.298624 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-1fe6c070-babe-4d4c-b052-e5f581f125da service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0894432 Sep 26 10:42:21.365142 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-f920b8c5-d513-47a3-a35f-fc1fac7e2511 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 200 len: 999 time: 0.0595787 Sep 26 10:42:21.415347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-a87463ef-ece2-4461-b1e3-2473146b5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:21.416818 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-a87463ef-ece2-4461-b1e3-2473146b5708 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0438290 Sep 26 10:42:21.463329 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-e5df3f67-1004-4d28-87a4-e4f4867b05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:21.463561 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '013c9e92-4458-46a2-b96b-b174c9fd1057', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:7b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76698be8-9cd8-48af-8dac-1f621de79411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:20Z', 'updated_at': '2022-09-26T10:42:20Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:21.464767 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-e5df3f67-1004-4d28-87a4-e4f4867b05c9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392525 Sep 26 10:42:21.488055 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:42:21.498690 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:42:21.499302 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:42:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:21.564566 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-af0327ce-9ffe-413e-84b3-b28a01901da8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920894 Sep 26 10:42:21.600188 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:42:21.656964 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4413fe45-3a3c-428c-91c0-6d6b0a3f802e req-40d4a55b-33ed-48a4-9e94-f908bc1abce0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842268 Sep 26 10:42:21.812594 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '013c9e92-4458-46a2-b96b-b174c9fd1057', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:7b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76698be8-9cd8-48af-8dac-1f621de79411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:20Z', 'updated_at': '2022-09-26T10:42:20Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:42:21.839395 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b379ed-aa31-4fe2-bf52-7b246ca27461 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '013c9e92-4458-46a2-b96b-b174c9fd1057', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:7b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76698be8-9cd8-48af-8dac-1f621de79411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:42:20Z', 'updated_at': '2022-09-26T10:42:20Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:42:22.022184 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515eb46e-1b16-43a3-aa0b-9518638e0a8a None None] New status for floating IP 013c9e92-4458-46a2-b96b-b174c9fd1057: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:42:31.076096 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:31.079643 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:31.271414 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a457bd19-6b51-48d5-90fb-f8361eea615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:31.649845 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=76 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:31.651786 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=49 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:31.814985 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=72 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:31.815731 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:33.782420 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d84c53bb-ff8c-4b9a-b12a-567bdeef12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:34.621658 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:35.943181 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:36.294404 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:43.713106 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:43.717844 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:43.767257 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:42:46.725114 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:42:48.129855 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-bee0c81d-99db-47a4-9924-6a16f2627922 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424030 Sep 26 10:42:48.210612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-9addfb8a-3266-4dec-8f46-3de196dd1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:48.212074 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-9addfb8a-3266-4dec-8f46-3de196dd1ab2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0389154 Sep 26 10:42:48.317396 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-278e7629-a841-4f58-a6d9-e68ef31f975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:48.318930 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-278e7629-a841-4f58-a6d9-e68ef31f975b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.0852697 Sep 26 10:42:48.389159 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-44288887-8a00-41df-b08f-2cec414d3bee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 1001 time: 0.0640421 Sep 26 10:42:48.436879 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-3da32698-4906-41dc-b707-4980f14aec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:48.438909 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-3da32698-4906-41dc-b707-4980f14aec5f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0432940 Sep 26 10:42:48.480478 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-6d26d231-4b68-41ef-b7c9-9f6015b68f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:42:48.481918 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-6d26d231-4b68-41ef-b7c9-9f6015b68f4a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373602 Sep 26 10:42:48.579452 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-bcbcfa8b-d9d0-47a6-8b98-3b4909b8f369 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913410 Sep 26 10:42:48.677306 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63aef300-cf8c-4de6-becf-d95c12bea264 req-4de09200-2e89-466a-82c2-5e83902e3c57 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866399 Sep 26 10:42:53.761434 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:53.763340 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:56.720594 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:56.721361 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:58.667763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=52 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:42:58.674740 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=49 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:01.273282 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45545523-31f3-4609-b472-829093ef47d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:03.784410 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ab9f83b2-d69e-4f23-9f58-f7c88e633cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:04.622793 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:05.945443 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:06.297476 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:13.778570 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:23.724905 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:43:23.768030 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:23.774858 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:28.012431 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=20 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:31.274689 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a008a96e-ebde-4fa5-9c81-4ffd07f52e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:33.721611 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=14 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:33.786494 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e3e1bbb4-05ef-40dd-8a7a-08b104b13ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:34.623910 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:35.949040 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:36.300015 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:43.765945 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:43:49.183754 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-af708758-aa6d-4e93-981b-4621f887865f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834646 Sep 26 10:43:49.251097 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-eed547d9-8c16-4eb2-8ea5-219993bd5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:43:49.252542 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-eed547d9-8c16-4eb2-8ea5-219993bd5418 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 1129 time: 0.0392706 Sep 26 10:43:49.362406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-e3b5309d-2890-4b66-b38f-01d718985716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:43:49.364421 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-e3b5309d-2890-4b66-b38f-01d718985716 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0894589 Sep 26 10:43:49.428311 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-6baa4b17-0b03-45db-8d9b-032a14fee105 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 200 len: 1001 time: 0.0534112 Sep 26 10:43:49.478255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-4dadcc21-46ef-424a-bce0-6c4eedc8f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:43:49.479627 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-4dadcc21-46ef-424a-bce0-6c4eedc8f3c5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0430715 Sep 26 10:43:49.527777 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-773e59ab-7fa8-48dc-a9b3-11a41cae7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:43:49.529199 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-773e59ab-7fa8-48dc-a9b3-11a41cae7fd0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409327 Sep 26 10:43:49.542135 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-68ab8125-2a5b-4da9-abf3-30e9e6107e51 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:43:49.543061 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-68ab8125-2a5b-4da9-abf3-30e9e6107e51 service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046728 Sep 26 10:43:49.635017 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-17d30e5e-9604-4d51-81cc-2b612b6d6692 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821953 Sep 26 10:43:49.731052 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f95fc398-29bf-41fe-889d-b69211c10de1 req-00be1508-5137-4a61-868f-a8723868507d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Sep 26 10:43:53.760012 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:53.761962 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:57.724475 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:57.725225 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:59.726923 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=53 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:43:59.727698 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=48 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:00.725155 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:44:01.277368 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-487c51bf-de3d-4ab3-9790-9873d2f9e9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:03.791503 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d9305ec5-5d9f-4106-8a69-dfd836775b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:04.626405 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:05.749278 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad534b-3ab2-4ede-b2d9-9b7b979953a0 req-a7d60e8d-f4e9-49e1-ad71-09d5f8f95de8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:05.750682 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-37ad534b-3ab2-4ede-b2d9-9b7b979953a0 req-a7d60e8d-f4e9-49e1-ad71-09d5f8f95de8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0966454 Sep 26 10:44:05.798291 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-37ad534b-3ab2-4ede-b2d9-9b7b979953a0 req-05dd2aa3-90ed-4085-94c2-8d1e5833caa3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 Sep 26 10:44:05.951077 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:06.302419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:06.985612 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47558f96-2e5e-4e6b-b141-8ff42acf35ce req-5de06dab-96ac-4e20-ae1c-ed3de4c4e1d3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:06.987211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47558f96-2e5e-4e6b-b141-8ff42acf35ce req-5de06dab-96ac-4e20-ae1c-ed3de4c4e1d3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.1085801 Sep 26 10:44:07.041781 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-47558f96-2e5e-4e6b-b141-8ff42acf35ce req-65c616e5-8858-4c58-b711-b2165b5d4e65 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471048 Sep 26 10:44:08.168050 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a9090-db75-45fa-87eb-a9e64688a4f6 req-f30fbbed-18f2-42b1-a7de-6196fba5748b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:08.169479 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b89a9090-db75-45fa-87eb-a9e64688a4f6 req-f30fbbed-18f2-42b1-a7de-6196fba5748b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0463989 Sep 26 10:44:08.217856 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b89a9090-db75-45fa-87eb-a9e64688a4f6 req-ec2a8154-bc7f-4d2b-a9ad-9a3bc340f07f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Sep 26 10:44:09.339774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd796cb3-48c3-402b-b394-cbd9cfba4fbe req-4a4c2175-a0f2-4bfc-8e26-4ed182924eeb tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:09.341211 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd796cb3-48c3-402b-b394-cbd9cfba4fbe req-4a4c2175-a0f2-4bfc-8e26-4ed182924eeb tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0496805 Sep 26 10:44:09.392012 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fd796cb3-48c3-402b-b394-cbd9cfba4fbe req-6db8db92-fc62-463e-96b4-3bb38a3aee4b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Sep 26 10:44:10.514656 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10014cd1-090e-4507-a7c3-477f477afd7c req-b2199be9-7a5a-40f4-a59a-6fdefb8f1aef tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:10.516103 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10014cd1-090e-4507-a7c3-477f477afd7c req-b2199be9-7a5a-40f4-a59a-6fdefb8f1aef tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0469065 Sep 26 10:44:10.563863 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10014cd1-090e-4507-a7c3-477f477afd7c req-454d0669-d38a-49cf-8162-6480610ec13b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Sep 26 10:44:10.721464 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:11.683477 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5735d18-4ac7-4f5c-b879-767db7192674 req-fea1d500-d384-4173-abbd-212d237e82b5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:11.684906 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5735d18-4ac7-4f5c-b879-767db7192674 req-fea1d500-d384-4173-abbd-212d237e82b5 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0459285 Sep 26 10:44:11.733138 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a5735d18-4ac7-4f5c-b879-767db7192674 req-ba0e1b4b-84fc-450b-a6a6-d6d0a78212bb tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427372 Sep 26 10:44:12.856756 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fd7b3-ae38-4955-b18b-8af2b5f3a16b req-48f6094a-0c92-4c5e-ab04-53f49dc902b6 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:12.858237 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ac1fd7b3-ae38-4955-b18b-8af2b5f3a16b req-48f6094a-0c92-4c5e-ab04-53f49dc902b6 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0499396 Sep 26 10:44:12.906338 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ac1fd7b3-ae38-4955-b18b-8af2b5f3a16b req-0fc835ea-7d4a-4583-be68-4bce032c59f8 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Sep 26 10:44:13.790144 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:14.026953 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d93af5-9f1f-4ace-acaa-fdc40f10190d req-886fc7e9-a149-4061-921f-02e8e1997161 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:14.028392 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78d93af5-9f1f-4ace-acaa-fdc40f10190d req-886fc7e9-a149-4061-921f-02e8e1997161 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0467970 Sep 26 10:44:14.076545 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78d93af5-9f1f-4ace-acaa-fdc40f10190d req-efc623f7-bf5c-416b-a132-eafd07c37322 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Sep 26 10:44:15.199832 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18619aa7-bd52-487d-beb9-85d1fc417859 req-2270ebdc-e18c-42d3-8724-c7e7db2c67b4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:15.201249 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18619aa7-bd52-487d-beb9-85d1fc417859 req-2270ebdc-e18c-42d3-8724-c7e7db2c67b4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0488863 Sep 26 10:44:15.249417 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-18619aa7-bd52-487d-beb9-85d1fc417859 req-e33abef9-9da8-4626-8b0f-d5cb5143209c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Sep 26 10:44:15.902306 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-0d3c63cd-c90a-454d-b77f-365bd95c1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:15.904255 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-0d3c63cd-c90a-454d-b77f-365bd95c1a28 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0385482 Sep 26 10:44:16.001441 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-3eb7caf3-7a6c-4a10-b3fb-4677ab87f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:16.002843 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-3eb7caf3-7a6c-4a10-b3fb-4677ab87f636 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.0866740 Sep 26 10:44:16.295231 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:16.319147 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-c36b20d2-0c16-4db1-ac92-829a3eb648f9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 1001 time: 0.3072879 Sep 26 10:44:16.383304 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:16.398248 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfd01a-45ff-4575-9dfe-0ca12f5c6d0e req-0217142b-52b7-4950-ab1e-1dad177429ea tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:16.399695 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61cfd01a-45ff-4575-9dfe-0ca12f5c6d0e req-0217142b-52b7-4950-ab1e-1dad177429ea tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0763800 Sep 26 10:44:16.414938 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-ba3d2d96-487f-44ad-9f0a-5e40d8d3718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:16.416310 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-ba3d2d96-487f-44ad-9f0a-5e40d8d3718e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0848811 Sep 26 10:44:16.480093 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-2cc478f9-8866-46ce-9125-701eed9c7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:16.481553 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-2cc478f9-8866-46ce-9125-701eed9c7978 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564692 Sep 26 10:44:16.485432 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61cfd01a-45ff-4575-9dfe-0ca12f5c6d0e req-6bf03076-559c-4b86-9b61-98f5c6db42c2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799105 Sep 26 10:44:16.577426 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-117216ab-6dd4-451b-ac69-73b414582332 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Sep 26 10:44:16.674991 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d371ee7d-bf6f-4a70-aebb-1f14a76f4668 req-d7a175cd-21c7-44e5-ae2c-4a63c162b411 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Sep 26 10:44:17.609083 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172f6fe-a8df-4a24-b3d6-64e9ff81178d req-178b7985-b591-4bad-abb1-3723fa64710c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:17.610566 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7172f6fe-a8df-4a24-b3d6-64e9ff81178d req-178b7985-b591-4bad-abb1-3723fa64710c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0507250 Sep 26 10:44:17.660351 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7172f6fe-a8df-4a24-b3d6-64e9ff81178d req-4bc6174d-cd09-460e-a5dd-49953261fa9c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438933 Sep 26 10:44:18.639522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79f14-1b53-4b0a-86f2-0f4026b2b6c9 req-a4f1c4ba-2882-43ef-bda1-8c2608c6d9af tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:18.640913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-99e79f14-1b53-4b0a-86f2-0f4026b2b6c9 req-a4f1c4ba-2882-43ef-bda1-8c2608c6d9af tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0514631 Sep 26 10:44:18.688654 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-99e79f14-1b53-4b0a-86f2-0f4026b2b6c9 req-3d950c4a-a82e-4cfb-bd68-75d74aa353cc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Sep 26 10:44:18.793734 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ca819-11b0-4341-ae94-fb93d4096556 req-fc3e82b2-568a-4800-bce0-42d36bf3b10a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:18.798302 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0c7ca819-11b0-4341-ae94-fb93d4096556 req-fc3e82b2-568a-4800-bce0-42d36bf3b10a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0616281 Sep 26 10:44:18.855332 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0c7ca819-11b0-4341-ae94-fb93d4096556 req-217d0658-0e59-4890-8d7f-7bd6e37e53b1 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Sep 26 10:44:19.815472 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae7ae-6437-4c53-915c-f10288058106 req-df2859cf-2046-4f72-ad12-e1824048cdf0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:19.816997 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44bae7ae-6437-4c53-915c-f10288058106 req-df2859cf-2046-4f72-ad12-e1824048cdf0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Sep 26 10:44:19.869021 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44bae7ae-6437-4c53-915c-f10288058106 req-48b3d586-91c1-4bab-b433-c512126dc06d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Sep 26 10:44:19.982650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c68040-10eb-4588-a741-cde26b8dc190 req-94e4cb71-36d0-45f3-824f-a3920f6b630b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:19.984353 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07c68040-10eb-4588-a741-cde26b8dc190 req-94e4cb71-36d0-45f3-824f-a3920f6b630b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0486982 Sep 26 10:44:20.033993 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07c68040-10eb-4588-a741-cde26b8dc190 req-5edb36a0-fa1a-4227-b448-f0e43b73ed0b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Sep 26 10:44:20.269035 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34370) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:44:20.270851 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e346093-3a96-4e8b-ba0e-7cd5f19f86a2 req-aea44bbe-2393-480f-9e20-2a277129ed10 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:20.272342 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e346093-3a96-4e8b-ba0e-7cd5f19f86a2 req-aea44bbe-2393-480f-9e20-2a277129ed10 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0515404 Sep 26 10:44:20.322761 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e346093-3a96-4e8b-ba0e-7cd5f19f86a2 req-c77092a9-44ff-4700-b237-a91c2980eaa2 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448482 Sep 26 10:44:20.358149 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-0a9444ca-3fcc-42e1-8490-e13cc635e36e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876160 Sep 26 10:44:20.367028 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-c800130d-7741-444c-82eb-702549b6c7b1 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:44:20.367980 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-c800130d-7741-444c-82eb-702549b6c7b1 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053060 Sep 26 10:44:20.392954 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:20.432677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48951-6cbc-46f8-9883-d4075fad680d req-535e6c58-555c-44d1-8a4f-b64627c5113e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:20.434183 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45c48951-6cbc-46f8-9883-d4075fad680d req-535e6c58-555c-44d1-8a4f-b64627c5113e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Sep 26 10:44:20.471216 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34380) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:44:20.535650 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 72c6abff-287d-40c6-9fb0-4342b81e55fd {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:44:20.536497 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:20.564556 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-a53863ba-783e-44fd-9404-ecec3e0ad917 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:20.565952 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-a53863ba-783e-44fd-9404-ecec3e0ad917 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports/64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 942 time: 0.0937595 Sep 26 10:44:20.590112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:20.631365 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] For port 72c6abff-287d-40c6-9fb0-4342b81e55fd, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=72c6abff-287d-40c6-9fb0-4342b81e55fd,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:20.631730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:20.800904 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:20.801269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (013c9e92-4458-46a2-b96b-b174c9fd1057), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:20.802198 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP 013c9e92-4458-46a2-b96b-b174c9fd1057 disassociated. External IP: 172.27.1.188, port: 72c6abff-287d-40c6-9fb0-4342b81e55fd. Sep 26 10:44:20.802556 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 72c6abff-287d-40c6-9fb0-4342b81e55fd owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:44:20.947009 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (72c6abff-287d-40c6-9fb0-4342b81e55fd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:21.003101 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=72c6abff-287d-40c6-9fb0-4342b81e55fd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:21.006828 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-499c1cc8-9b1f-4813-bf83-21ea1948f92a req-8b4bbf40-44e2-4b60-9476-96ec4cd28270 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Sep 26 10:44:21.017086 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.017876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.017876 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.018140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.018459 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.018799 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.019133 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.019463 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.020911 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.021260 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.021704 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.021931 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.022289 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.022619 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.022946 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:21.132747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:44:21.235576 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:44:21.246288 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:44:21.256645 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:44:21.257256 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:44:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:21.282709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] No DVR routers for this DVR port 72c6abff-287d-40c6-9fb0-4342b81e55fd on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:44:21.285397 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:21.289096 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45c48951-6cbc-46f8-9883-d4075fad680d req-8d07c7ca-0e0b-4e02-af3a-675950730de9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "DELETE /networking/v2.0/ports/72c6abff-287d-40c6-9fb0-4342b81e55fd HTTP/1.1" status: 204 len: 173 time: 0.8426530 Sep 26 10:44:21.289616 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'name': 'network-vif-deleted', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:21.293084 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf87b10-df12-4ecf-a8d9-33198a9160e2" -d '{"events": [{"server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "name": "network-vif-deleted", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:21.380916 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:44:21.408728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a28d15-029f-4d37-b62b-6e7148d2577c x-openstack-request-id: req-a8a28d15-029f-4d37-b62b-6e7148d2577c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:21.409043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76698be8-9cd8-48af-8dac-1f621de79411", "name": "network-vif-deleted", "tag": "72c6abff-287d-40c6-9fb0-4342b81e55fd", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:21.409298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8a28d15-029f-4d37-b62b-6e7148d2577c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:21.409738 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a28d15-029f-4d37-b62b-6e7148d2577c'] response: {'server_uuid': '76698be8-9cd8-48af-8dac-1f621de79411', 'name': 'network-vif-deleted', 'tag': '72c6abff-287d-40c6-9fb0-4342b81e55fd', 'status': 'completed', 'code': 200} Sep 26 10:44:21.471002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1a4b0-ba6c-441f-9cd4-5df5f930c309 req-b3f6f038-23c3-41fa-b24b-9c54bd71ae70 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:21.473335 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-13b1a4b0-ba6c-441f-9cd4-5df5f930c309 req-b3f6f038-23c3-41fa-b24b-9c54bd71ae70 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0566854 Sep 26 10:44:21.535503 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-13b1a4b0-ba6c-441f-9cd4-5df5f930c309 req-f6eed6c7-82a6-432b-abdc-d5f3559812ea tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555050 Sep 26 10:44:21.601975 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:21.626789 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:44:21.638411 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:44:21.639022 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:44:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:21.748842 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:44:21.938158 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:22.042719 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a66101-76a2-4b73-b412-f27b5c3271e9 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:44:22.147586 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-074d728e-cc4b-4c5b-bd1f-bedda161a750 req-7cce41fa-eeb5-4d6f-ac84-6635cc56860d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=76698be8-9cd8-48af-8dac-1f621de79411 HTTP/1.1" status: 200 len: 210 time: 0.0302763 Sep 26 10:44:22.306950 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29dc0d-1a0e-4b59-9c8e-e0e90ff28c32 None None] New status for floating IP 013c9e92-4458-46a2-b96b-b174c9fd1057: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:44:22.659763 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:22.700483 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5fd6-4d2e-4ab9-bf53-ec87d3ed30b5 req-8ac63fec-e9ef-4d81-aeec-d06f60463375 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:22.701934 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b7d5fd6-4d2e-4ab9-bf53-ec87d3ed30b5 req-8ac63fec-e9ef-4d81-aeec-d06f60463375 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0846887 Sep 26 10:44:22.708214 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-5c9e5083-cd6e-47fe-a22e-65c80516877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:22.709609 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-5c9e5083-cd6e-47fe-a22e-65c80516877e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c&tenant_id=b35e6a97e32b426daab0ba663323e8a8 HTTP/1.1" status: 200 len: 1129 time: 0.0594275 Sep 26 10:44:22.734776 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:22.781094 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b7d5fd6-4d2e-4ab9-bf53-ec87d3ed30b5 req-575fe010-0067-444b-bfd5-bc51758f47af tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703886 Sep 26 10:44:22.790846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-9031a2d9-9516-445a-a335-c4b7a359ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:22.792568 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-9031a2d9-9516-445a-a335-c4b7a359ce5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0504525 Sep 26 10:44:22.888082 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-59db193f-7e27-4740-8464-e6a581738d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:22.889501 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-59db193f-7e27-4740-8464-e6a581738d17 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.0880895 Sep 26 10:44:22.951852 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-533992f9-8879-40a5-ac05-cd1a9890b106 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 1001 time: 0.0519960 Sep 26 10:44:23.005497 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-aa82cc35-0b38-4772-828a-0d92a541d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:23.006926 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-aa82cc35-0b38-4772-828a-0d92a541d15d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0460684 Sep 26 10:44:23.055309 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-5a5fce79-592e-42d5-81ad-fcf61f2ca1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:23.056743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-5a5fce79-592e-42d5-81ad-fcf61f2ca1c4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403876 Sep 26 10:44:23.151099 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-ac530380-238a-4ed8-b808-a4c1f9b82e5d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Sep 26 10:44:23.242705 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeb860cf-14ec-49bf-9f0c-e5019e83b86c req-3a54aa6a-939d-4594-a99a-9be6861e8788 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830290 Sep 26 10:44:23.383985 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-ebeac7bc-aa80-4d0f-b428-c3013be7cb3c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1388718423&fields=id&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 267 time: 0.0446613 Sep 26 10:44:23.495003 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-abdc6a63-a861-4f05-8376-b5b881dd245d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:23.496374 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-abdc6a63-a861-4f05-8376-b5b881dd245d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1058822 Sep 26 10:44:23.510547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-425f62a4-c151-4866-b987-a685e78e64c7 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/quotas/1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0087905 Sep 26 10:44:23.559099 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-139076b5-e6fa-421a-9eaf-2a02ff691224 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437784 Sep 26 10:44:23.571999 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:44:23.619656 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-ed63bb3c-4a3d-4b7e-9a86-02137b1c2ffa service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:44:23.620648 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-ed63bb3c-4a3d-4b7e-9a86-02137b1c2ffa service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0494454 Sep 26 10:44:23.645199 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 64a3f3c8-4cf7-45bf-9066-f13200377eeb is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:44:23.645590 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:23.668687 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:23.670963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b89731-55b4-4cb8-be7b-191cb6516909" -d '{"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:23.687055 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:23.693032 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:23.694272 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 72c6abff-287d-40c6-9fb0-4342b81e55fd no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:44:23.720320 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-043da16c-1a81-49e0-b115-c6919905f3e1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933084 Sep 26 10:44:23.734348 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 72c6abff-287d-40c6-9fb0-4342b81e55fd {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:44:23.734695 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 72c6abff-287d-40c6-9fb0-4342b81e55fd not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:44:23.761628 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:23.768986 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.769341 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.769688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.770681 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.771147 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.771484 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.771815 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.772143 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.772470 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.772794 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.773122 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.773445 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.773768 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.774115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.774443 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:23.778766 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b575018-a8c0-4fec-ab17-76dd21dd1fbc x-openstack-request-id: req-2b575018-a8c0-4fec-ab17-76dd21dd1fbc {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:23.779059 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:23.779318 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b575018-a8c0-4fec-ab17-76dd21dd1fbc {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:23.779718 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b575018-a8c0-4fec-ab17-76dd21dd1fbc'] response: {'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'code': 200} Sep 26 10:44:23.815519 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:23.820917 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-02d7c496-c2d0-4405-a58e-b877384cf78f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941885 Sep 26 10:44:23.912291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a69aa-1438-4b61-ba42-f7f5f9e44e8b req-e5498f5f-0242-4749-8d8b-e36b1531e44a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:23.913772 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f8a69aa-1438-4b61-ba42-f7f5f9e44e8b req-e5498f5f-0242-4749-8d8b-e36b1531e44a tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0522804 Sep 26 10:44:23.968682 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f8a69aa-1438-4b61-ba42-f7f5f9e44e8b req-97fe86c2-ad21-4e7e-bbc0-1ecd7fd82df4 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Sep 26 10:44:24.111118 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1225cb63-75e5-4b48-bba3-ee5a026e5cf1 req-16158a58-7781-4ca8-9c3e-ee67945db713 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 210 time: 0.0300634 Sep 26 10:44:25.090174 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8bed-74df-4259-b11c-5f2990d6fe36 req-4a833ba3-c067-4262-bd90-74713bfd1fee tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:25.091628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-52db8bed-74df-4259-b11c-5f2990d6fe36 req-4a833ba3-c067-4262-bd90-74713bfd1fee tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0471902 Sep 26 10:44:25.128425 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:25.143105 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-52db8bed-74df-4259-b11c-5f2990d6fe36 req-184bf62d-9d40-48d2-9bfd-3e48b9bb01bb tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Sep 26 10:44:25.250195 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-855ebed4-8e1f-42ad-88cd-19e67de615ea req-3aecbb82-c0f7-44d0-8596-292599e7aa75 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 210 time: 0.0574446 Sep 26 10:44:25.300695 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-561952ed-73b4-4bc8-bb4d-40c73aa9891b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:25.302734 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-561952ed-73b4-4bc8-bb4d-40c73aa9891b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1375451 Sep 26 10:44:25.365698 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-799310d4-52bb-48d9-a2d9-0408ee2b07d5 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 380 time: 0.0542133 Sep 26 10:44:25.376316 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'port': {'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'admin_state_up': True, 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'security_groups': ['a55f9710-188e-447b-8cd5-00411af080b2']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:44:25.487689 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Made reservation on behalf of 1e0f8c6af4d3456c9d700088cd8f5eb5 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:44:25.492278 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:25.624243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.20.0.3 (590c7da6-7b88-4882-abbb-133a0426748c/d54b32cd-b5f5-44ea-b357-0d0aec3945e8/68985c50-cfe2-4ac1-96af-9ccabd306e86) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:44:25.771349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:25.809069 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:25.854700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:25.866301 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:44:25.868572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:44:25.870336 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:25.872485 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:44:25.924482 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:25.925098 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:25.941821 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a6c2d726-2ded-49a0-ba11-217001c1b441 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690179 Sep 26 10:44:25.957854 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Request body: {'port': {'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:44:26.012229 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:26.022520 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.040331 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:26.040934 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:26.048909 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Provisioning complete for port 68985c50-cfe2-4ac1-96af-9ccabd306e86 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:44:26.049278 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.049618 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Attempt 1 to provision port 68985c50-cfe2-4ac1-96af-9ccabd306e86 Sep 26 10:44:26.081380 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Port 68985c50-cfe2-4ac1-96af-9ccabd306e86 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:44:26.281589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4c576-7dbf-4355-aabd-e5248633a47c req-cf2e3067-cf30-499b-9242-aa0509cbf90f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.283096 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a3a4c576-7dbf-4355-aabd-e5248633a47c req-cf2e3067-cf30-499b-9242-aa0509cbf90f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0620096 Sep 26 10:44:26.352723 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68985c50-cfe2-4ac1-96af-9ccabd306e86 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:44:26.378679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks [] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.409018 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a3a4c576-7dbf-4355-aabd-e5248633a47c req-8b5be7e2-1398-444e-b65f-5b029428941f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197236 Sep 26 10:44:26.421349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce64cc-32e5-40d0-8fe6-7005190ad325 req-8c8754c6-6525-4522-a402-1d8c4fc15dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.422854 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6bce64cc-32e5-40d0-8fe6-7005190ad325 req-8c8754c6-6525-4522-a402-1d8c4fc15dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 931 time: 0.0967352 Sep 26 10:44:26.423794 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Transition to ACTIVE for port object 68985c50-cfe2-4ac1-96af-9ccabd306e86 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:44:26.444527 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.542724 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Pushing event updated for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:26.553748 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6bce64cc-32e5-40d0-8fe6-7005190ad325 req-c7976b05-c863-4bc7-8121-20e9430b633b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251082 Sep 26 10:44:26.583017 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Attempt 2 to provision port 68985c50-cfe2-4ac1-96af-9ccabd306e86 Sep 26 10:44:26.583657 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Attempting to bind port 68985c50-cfe2-4ac1-96af-9ccabd306e86 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:44:26.583995 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Attempting to bind port 68985c50-cfe2-4ac1-96af-9ccabd306e86 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:44:26.584324 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Attempting to bind port 68985c50-cfe2-4ac1-96af-9ccabd306e86 on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:44:26.621676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Port 68985c50-cfe2-4ac1-96af-9ccabd306e86 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:44:26.630144 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Port 68985c50-cfe2-4ac1-96af-9ccabd306e86 on network 590c7da6-7b88-4882-abbb-133a0426748c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:44:26.630518 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Attempting to bind port 68985c50-cfe2-4ac1-96af-9ccabd306e86 on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:44:26.662654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:26.674283 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:44:26.674619 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:44:26.675000 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Bound using segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:44:26.675428 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Bound port: 68985c50-cfe2-4ac1-96af-9ccabd306e86, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:44:26.675779 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.735362 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:44:26.738539 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:44:26.745517 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.749563 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.750206 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:26.751550 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 1093 time: 0.7980757 Sep 26 10:44:26.752143 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:26.754926 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c88b12c-158b-4520-8eeb-2f2872367e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:26.807239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bad9c5-40d5-4fa5-a431-f392520cafe9 x-openstack-request-id: req-90bad9c5-40d5-4fa5-a431-f392520cafe9 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:26.807522 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:26.807770 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90bad9c5-40d5-4fa5-a431-f392520cafe9 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:26.808158 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bad9c5-40d5-4fa5-a431-f392520cafe9'] response: {'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'status': 'completed', 'code': 200} Sep 26 10:44:26.833788 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfda03f-d420-44ee-b0cc-f03f2fc58f68 service neutron] Pushing event updated for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:26.847185 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-b548839c-78a0-4f45-82c5-ccf99fc2487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.848704 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-b548839c-78a0-4f45-82c5-ccf99fc2487b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1127 time: 0.0506418 Sep 26 10:44:26.891189 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-dd6a9e09-5d00-41cf-8700-9e40b7edddc8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 217 time: 0.0320053 Sep 26 10:44:26.932150 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:26.947195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-07b6ae5e-871f-425c-8de3-bba79decc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.948595 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-07b6ae5e-871f-425c-8de3-bba79decc033 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0456705 Sep 26 10:44:26.995930 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f50d21-406a-4a37-acb3-619e5539d625 req-7309eee1-21de-420b-b520-405b54cbbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:26.997434 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-7309eee1-21de-420b-b520-405b54cbbfce service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420797 Sep 26 10:44:27.090234 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-a08da21d-0576-4384-9849-c3f260976db3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Sep 26 10:44:27.123139 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Attempt 3 to provision port 68985c50-cfe2-4ac1-96af-9ccabd306e86 Sep 26 10:44:27.160397 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-606ecfbf-2381-4d3d-a735-03fa34113d01 None None] Port 68985c50-cfe2-4ac1-96af-9ccabd306e86 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:44:27.185558 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54f50d21-406a-4a37-acb3-619e5539d625 req-009454f2-5a46-457d-ba05-d368d3e265cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868073 Sep 26 10:44:27.456188 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-d9f5681f-650c-4966-80e5-997a8e129768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.457716 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-d9f5681f-650c-4966-80e5-997a8e129768 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1127 time: 0.0403955 Sep 26 10:44:27.573213 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fcbb1-b554-48fd-86f1-b01b8e8dbb39 req-b2c27eda-e628-4477-9e53-20573c5b17b0 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.575003 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-983fcbb1-b554-48fd-86f1-b01b8e8dbb39 req-b2c27eda-e628-4477-9e53-20573c5b17b0 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0641885 Sep 26 10:44:27.603375 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-65e86426-4b6f-4a25-aeac-2dcee7189128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.604825 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-65e86426-4b6f-4a25-aeac-2dcee7189128 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.1414423 Sep 26 10:44:27.685696 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-f651dcc2-56f8-4df3-847c-c740ab18717e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 217 time: 0.0662353 Sep 26 10:44:27.689644 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-983fcbb1-b554-48fd-86f1-b01b8e8dbb39 req-1dfde6a1-918b-4349-80ae-fcb6d279d4e3 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084485 Sep 26 10:44:27.752063 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685928-14d2-463a-be95-f4f091707ddd req-20e4f595-75dc-4f29-a91c-eca07df16a21 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.753572 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b685928-14d2-463a-be95-f4f091707ddd req-20e4f595-75dc-4f29-a91c-eca07df16a21 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.1219079 Sep 26 10:44:27.776347 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-2f20ea42-5a07-4159-93cd-cd5aeca43605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.777714 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-2f20ea42-5a07-4159-93cd-cd5aeca43605 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0726268 Sep 26 10:44:27.836201 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b685928-14d2-463a-be95-f4f091707ddd req-051ce5f7-930e-4b75-870e-a9d4fc04f646 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764270 Sep 26 10:44:27.841205 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-58eba907-2bf6-4d1e-b49d-04e39f94fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:27.842666 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-58eba907-2bf6-4d1e-b49d-04e39f94fd4f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520914 Sep 26 10:44:28.179054 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-8a045008-4ec8-41e6-9eb5-7fd4f6d6e45f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273377 Sep 26 10:44:28.241859 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:28.274190 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c88b12c-158b-4520-8eeb-2f2872367e7e req-ba781d3f-2e07-4a06-86be-5e024f091468 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862601 Sep 26 10:44:28.810870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ee142-f8cf-4a89-816c-39cda34d20e1 req-3b445925-27ba-47cc-9380-1d4a4289842d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:28.812349 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af4ee142-f8cf-4a89-816c-39cda34d20e1 req-3b445925-27ba-47cc-9380-1d4a4289842d tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0471573 Sep 26 10:44:28.860632 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af4ee142-f8cf-4a89-816c-39cda34d20e1 req-8c7fc839-a4cf-4016-89f9-e32bf4d9ba55 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Sep 26 10:44:28.920812 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:28.961911 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772f4d7-f660-47b1-8a76-55b2b951fdc6 req-7a80983b-a0d0-41a4-9585-8e357dc41b1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:28.963453 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5772f4d7-f660-47b1-8a76-55b2b951fdc6 req-7a80983b-a0d0-41a4-9585-8e357dc41b1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0514009 Sep 26 10:44:29.020265 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5772f4d7-f660-47b1-8a76-55b2b951fdc6 req-766159d7-eb49-49d9-991b-b89ab4298efd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Sep 26 10:44:29.503871 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8648f7-1311-4921-b307-207eaa6969d5 req-0128425b-b985-4c84-b3f4-fd12e2a40867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:29.505332 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c8648f7-1311-4921-b307-207eaa6969d5 req-0128425b-b985-4c84-b3f4-fd12e2a40867 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1127 time: 0.0387583 Sep 26 10:44:29.554231 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c8648f7-1311-4921-b307-207eaa6969d5 req-91d37539-62fc-4eac-a926-26f1859dbaa3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 Sep 26 10:44:29.981038 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add38d-8053-4313-a9cf-b9062dca8ef0 req-acbcca6d-48c2-468b-9e72-c0b6490c655e tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:29.982530 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07add38d-8053-4313-a9cf-b9062dca8ef0 req-acbcca6d-48c2-468b-9e72-c0b6490c655e tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0465102 Sep 26 10:44:30.030347 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-07add38d-8053-4313-a9cf-b9062dca8ef0 req-40d4632f-b6c8-4f12-a76f-da4658ccf208 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 Sep 26 10:44:30.139950 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be411e-a7af-4a20-897c-e9f395052a8a req-0fb0b3d5-8cff-4a02-9104-b688720c13c0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:30.141407 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63be411e-a7af-4a20-897c-e9f395052a8a req-0fb0b3d5-8cff-4a02-9104-b688720c13c0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0498414 Sep 26 10:44:30.189938 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63be411e-a7af-4a20-897c-e9f395052a8a req-37b6f95f-07f2-4599-9c35-fb65bae2b89b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Sep 26 10:44:30.554522 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:30.556967 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:31.150501 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eee202-47f5-4f20-9421-341742d1c4ca req-f2eb2200-549f-40ec-8ba6-9b6708f44e64 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:31.151943 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b7eee202-47f5-4f20-9421-341742d1c4ca req-f2eb2200-549f-40ec-8ba6-9b6708f44e64 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 943 time: 0.0469275 Sep 26 10:44:31.200233 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b7eee202-47f5-4f20-9421-341742d1c4ca req-5fcf15da-168e-4cc6-b663-8c8417f6d9cd tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Sep 26 10:44:31.279383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5414582d-25a8-49f7-b713-2decee04a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:31.313569 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee56d65-635c-48d3-9070-3c1b06be173a req-37cbb420-bbfb-4b40-8557-5418ea799db0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:31.315084 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ee56d65-635c-48d3-9070-3c1b06be173a req-37cbb420-bbfb-4b40-8557-5418ea799db0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0513022 Sep 26 10:44:31.363995 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ee56d65-635c-48d3-9070-3c1b06be173a req-a3cc9a6f-ff12-4eca-971c-be9506a88c1c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Sep 26 10:44:31.603654 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:44:31.826615 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:31.837564 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'port_id': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'mac_address': 'fa:16:3e:cc:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:44:31.872477 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 64a3f3c8-4cf7-45bf-9066-f13200377eeb is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:44:31.872793 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:31.885469 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a3f3c8-4cf7-45bf-9066-f13200377eeb {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:44:31.904344 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:31.907480 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:31.952363 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:32.171318 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['64a3f3c8-4cf7-45bf-9066-f13200377eeb'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:44:32.483539 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b07e21-acb2-4941-acc8-4c3473b50b59 req-fbacf7d2-9989-4b6e-8617-53ee7b3c5d05 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:32.484924 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25b07e21-acb2-4941-acc8-4c3473b50b59 req-fbacf7d2-9989-4b6e-8617-53ee7b3c5d05 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0471997 Sep 26 10:44:32.534520 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25b07e21-acb2-4941-acc8-4c3473b50b59 req-1c2a2873-7780-48af-aafa-2604d68283e9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Sep 26 10:44:33.622900 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:44:33.655797 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e82500-895e-4054-9749-359b1c863c3c req-91a0fb64-77e4-4682-9d3a-7bfc97ecb2fc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:33.657285 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45e82500-895e-4054-9749-359b1c863c3c req-91a0fb64-77e4-4682-9d3a-7bfc97ecb2fc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0479436 Sep 26 10:44:33.666715 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 64a3f3c8-4cf7-45bf-9066-f13200377eeb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:44:33.667080 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:33.667410 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 64a3f3c8-4cf7-45bf-9066-f13200377eeb Sep 26 10:44:33.696563 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:33.711539 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-45e82500-895e-4054-9749-359b1c863c3c req-9f764489-b9fd-46a2-bfa5-2c3f20538e8a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477340 Sep 26 10:44:33.741546 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 64a3f3c8-4cf7-45bf-9066-f13200377eeb is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:44:33.741927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:33.759892 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:33.764377 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:33.766603 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16e5b6-b213-4f6c-9a5f-f360aae44425" -d '{"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-plugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:33.788178 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:33.799585 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:33.807477 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f8f4b22c-7a2f-478b-a931-961094730ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:33.825322 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1336e2-e71e-4200-83c6-0a5aa9fa141e x-openstack-request-id: req-cb1336e2-e71e-4200-83c6-0a5aa9fa141e {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:33.825541 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-plugged", "status": "completed", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:33.825792 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb1336e2-e71e-4200-83c6-0a5aa9fa141e {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:33.826203 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1336e2-e71e-4200-83c6-0a5aa9fa141e'] response: {'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'code': 200} Sep 26 10:44:33.852818 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:34.630057 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:34.720490 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:34.721245 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=71 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:34.835795 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a8db-c0ae-4516-8b40-cccb43856941 req-9a5645d6-4fe6-4b04-b2fa-2b2f1c9a90a6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:34.837282 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f15a8db-c0ae-4516-8b40-cccb43856941 req-9a5645d6-4fe6-4b04-b2fa-2b2f1c9a90a6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 943 time: 0.0486183 Sep 26 10:44:34.887068 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f15a8db-c0ae-4516-8b40-cccb43856941 req-04a83411-96b9-4c67-a6eb-bfc64ad0ba81 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 Sep 26 10:44:35.632940 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 68985c50-cfe2-4ac1-96af-9ccabd306e86 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:44:35.734358 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:35.746406 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:44:35.780051 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 68985c50-cfe2-4ac1-96af-9ccabd306e86 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:44:35.780436 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:35.794636 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68985c50-cfe2-4ac1-96af-9ccabd306e86 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:44:35.815069 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:35.819038 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:35.872166 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:35.958352 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:36.011624 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e521e38-4e56-447d-8308-3d411ced582a req-ad044159-76c1-4793-8aaa-0ee9fffdff61 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:36.013086 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e521e38-4e56-447d-8308-3d411ced582a req-ad044159-76c1-4793-8aaa-0ee9fffdff61 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 944 time: 0.0471671 Sep 26 10:44:36.043316 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['68985c50-cfe2-4ac1-96af-9ccabd306e86'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:44:36.046960 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:36.063370 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0e521e38-4e56-447d-8308-3d411ced582a req-30d48c83-eab5-4908-82c8-88c9f04c2367 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Sep 26 10:44:36.304788 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:37.190095 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059b480-8f0e-460e-bfd5-8a1e7b5c2db1 req-a62768d4-7cb1-4f5d-8b45-034fb19f7ac3 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:37.192056 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9059b480-8f0e-460e-bfd5-8a1e7b5c2db1 req-a62768d4-7cb1-4f5d-8b45-034fb19f7ac3 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 944 time: 0.0515211 Sep 26 10:44:37.240470 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9059b480-8f0e-460e-bfd5-8a1e7b5c2db1 req-6321966a-d5d6-4225-852a-505452f83ec9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Sep 26 10:44:37.633593 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 68985c50-cfe2-4ac1-96af-9ccabd306e86 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:44:37.670670 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:37.675014 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 68985c50-cfe2-4ac1-96af-9ccabd306e86 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:44:37.681520 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 68985c50-cfe2-4ac1-96af-9ccabd306e86 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:44:37.681906 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:37.682268 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 68985c50-cfe2-4ac1-96af-9ccabd306e86 Sep 26 10:44:37.717098 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:37.724385 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:44:37.754617 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 68985c50-cfe2-4ac1-96af-9ccabd306e86 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:44:37.754998 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:37.779977 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:37.782215 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278d4e8a-bde2-412f-b60d-17583de14160" -d '{"events": [{"server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "name": "network-vif-plugged", "status": "completed", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:37.795166 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:44:37.802157 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:37.826134 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ea1346-4a34-44f0-abaa-55211f40113f x-openstack-request-id: req-37ea1346-4a34-44f0-abaa-55211f40113f {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:37.826427 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "name": "network-vif-plugged", "status": "completed", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:37.826681 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37ea1346-4a34-44f0-abaa-55211f40113f {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:37.827070 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ea1346-4a34-44f0-abaa-55211f40113f'] response: {'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'code': 200} Sep 26 10:44:37.858213 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:38.021867 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:38.051617 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e87f59-5ead-482d-8baa-c6d8b9f1096f req-afcc0ac5-1bb0-4fc2-ba1e-c8d1afdb22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:38.053079 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e1e87f59-5ead-482d-8baa-c6d8b9f1096f req-afcc0ac5-1bb0-4fc2-ba1e-c8d1afdb22f2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1129 time: 0.0393083 Sep 26 10:44:38.097667 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e1e87f59-5ead-482d-8baa-c6d8b9f1096f req-9f18ae54-045f-4bf7-9666-38b00bc526f3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Sep 26 10:44:38.356436 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc6e3e-9c89-4f71-8a2a-6130d501660b req-21d8a995-8cf0-4493-b5c9-b9ef2c2ad09a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:38.357925 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6fc6e3e-9c89-4f71-8a2a-6130d501660b req-21d8a995-8cf0-4493-b5c9-b9ef2c2ad09a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0464609 Sep 26 10:44:38.411721 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b6fc6e3e-9c89-4f71-8a2a-6130d501660b req-df3b2e1a-e0e5-4b0b-879f-4e02a0cd8287 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472710 Sep 26 10:44:39.538317 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a41ae-f8f3-498c-a0a8-b00fbddda244 req-5e3e1e81-6a80-4f82-8ca8-4122a11dc2f8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:39.539792 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e2a41ae-f8f3-498c-a0a8-b00fbddda244 req-5e3e1e81-6a80-4f82-8ca8-4122a11dc2f8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0484042 Sep 26 10:44:39.589642 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e2a41ae-f8f3-498c-a0a8-b00fbddda244 req-d03d4aea-bbb7-4cd5-b524-352259c5a53e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443301 Sep 26 10:44:39.712744 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827ce5-d1ae-470c-85a7-d5189ef1e7b6 req-1b7fbdc2-abea-4633-90b0-afa6de818ebb tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:39.714181 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-41827ce5-d1ae-470c-85a7-d5189ef1e7b6 req-1b7fbdc2-abea-4633-90b0-afa6de818ebb tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0473988 Sep 26 10:44:39.765443 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-41827ce5-d1ae-470c-85a7-d5189ef1e7b6 req-48b9d3c6-4c3f-48f1-913f-1de0d5bd103b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449374 Sep 26 10:44:39.793228 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34484) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:44:39.831712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceadb93-2f26-4395-bc7f-72c7854fd467 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:39.833187 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-eceadb93-2f26-4395-bc7f-72c7854fd467 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1124 time: 0.0389984 Sep 26 10:44:39.835921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34486) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:44:39.839998 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:44:39.860687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:39.943380 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:40.048473 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.27.1.252 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/1adb12b7-ac63-4ea2-93e8-31b3d3980393) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:44:40.394710 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:40.424940 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:40.465920 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:44:40.470379 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:44:40.472912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:44:40.496200 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=1adb12b7-ac63-4ea2-93e8-31b3d3980393,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:40.509310 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.509655 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.509986 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.510342 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.510665 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.510984 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.511301 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.511615 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.511929 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.512242 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.513043 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.513043 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.513363 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.513458 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.513748 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:44:40.818926 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:40.830734 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:40.839750 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (fca1cb13-ab4c-44b6-998d-5e39a5455202), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:40.910243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:41.055561 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:41.060111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12827894'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:41.135561 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (fca1cb13-ab4c-44b6-998d-5e39a5455202), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:41.138270 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=1adb12b7-ac63-4ea2-93e8-31b3d3980393,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:44:41.231794 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP fca1cb13-ab4c-44b6-998d-5e39a5455202 associated. External IP: 172.27.1.252, port: 68985c50-cfe2-4ac1-96af-9ccabd306e86. Sep 26 10:44:41.427090 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:44:41.530441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:44:41.539661 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:44:41.549216 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:44:41.549407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:41.549950 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:44:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:41.580579 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fb959075-bbd7-4b21-8717-061c2412f715 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7436650 Sep 26 10:44:41.582371 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:44:41.584757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003f3d2-4f57-47f2-922f-ea97087f2709" -d '{"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:44:41.660423 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:44:41.678040 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf9b0c0-4bd9-4913-a319-608e8a6a6d9e x-openstack-request-id: req-3bf9b0c0-4bd9-4913-a319-608e8a6a6d9e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:44:41.678312 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:44:41.678518 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bf9b0c0-4bd9-4913-a319-608e8a6a6d9e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:44:41.678920 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf9b0c0-4bd9-4913-a319-608e8a6a6d9e'] response: {'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'status': 'completed', 'code': 200} Sep 26 10:44:41.743245 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-e04a4a4a-baee-4d0e-b033-f1fed32ec22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:41.744979 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-e04a4a4a-baee-4d0e-b033-f1fed32ec22d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1129 time: 0.0435479 Sep 26 10:44:41.836697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-48c4ef0a-e4c6-47f5-ac68-184408b5fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:41.838196 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-48c4ef0a-e4c6-47f5-ac68-184408b5fe00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0877075 Sep 26 10:44:41.874744 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:40Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:41.898979 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:44:41.902874 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-214293ff-e80d-4e9d-9cfd-97e9098175f8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 999 time: 0.0590641 Sep 26 10:44:41.907247 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:44:41.907829 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:44:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:41.952305 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-ebd4931c-dcd0-4ef8-b3b0-b44fe479ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:41.953802 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-ebd4931c-dcd0-4ef8-b3b0-b44fe479ea3c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0453067 Sep 26 10:44:41.997495 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-8daa0b2a-e2ce-4057-b53c-37e552617977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:41.999003 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-8daa0b2a-e2ce-4057-b53c-37e552617977 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395114 Sep 26 10:44:42.009440 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:44:42.094553 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-cb22cb0c-d042-4d10-aae9-ebf7d646b35c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897694 Sep 26 10:44:42.184665 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1003f3d2-4f57-47f2-922f-ea97087f2709 req-bb1f2e08-6dc2-4cf9-965f-eea197b011d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841157 Sep 26 10:44:42.223279 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:40Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:44:42.251257 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc09117-2e2c-475c-b017-a1a61c18015b None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:40Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:44:42.434444 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49dad43-69bc-46e4-9273-3385b244b1c4 None None] New status for floating IP fca1cb13-ab4c-44b6-998d-5e39a5455202: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:44:43.792845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:44:49.138527 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-d62dfa99-3260-43e6-8861-9561424cc11e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432537 Sep 26 10:44:49.210349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:49.223061 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-7feb1cbb-1d1d-4078-b372-7d3d18660536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:49.224535 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-7feb1cbb-1d1d-4078-b372-7d3d18660536 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0395758 Sep 26 10:44:49.339843 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-237d8a75-8352-4bfe-ba60-3882f58a4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:49.341326 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-237d8a75-8352-4bfe-ba60-3882f58a4428 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.0975683 Sep 26 10:44:49.385680 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:49.404230 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-fd66947a-f409-4cde-9e0f-d817b205e9bb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 1001 time: 0.0556111 Sep 26 10:44:49.453673 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-d332d2fc-42df-4794-ba4f-66560a5c654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:49.455090 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-d332d2fc-42df-4794-ba4f-66560a5c654e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0433311 Sep 26 10:44:49.502679 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-3bb62b4f-7398-41df-909a-e3bcfaca4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:44:49.504628 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-3bb62b4f-7398-41df-909a-e3bcfaca4516 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416443 Sep 26 10:44:49.593154 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-63d6a311-6fcd-4649-8584-39ce0cee604a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817761 Sep 26 10:44:49.700433 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-80475842-1f30-42b1-9f3c-6766f2f8b6de req-3ad31d1b-7073-4653-a16b-11c474f8a3f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948372 Sep 26 10:44:51.575079 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:51.577047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:53.785872 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:53.787877 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:54.703030 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=77 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:54.703768 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=75 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:59.690761 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=30 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:44:59.697554 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=45 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:01.282125 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e3d18bb-d169-4c8f-bf01-c56bd940caf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:03.790155 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b205e423-a57f-4a12-a66b-f473224b3384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:04.632883 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:05.956829 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:06.306388 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:11.712041 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:11.716978 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:13.810218 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:14.723363 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:45:23.804376 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:23.806303 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:28.009885 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:28.014912 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:31.284688 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d9a87c07-33c3-4e1c-a3e4-4ce717b0660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:33.792160 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-752aa84e-294c-418e-9e46-eb64ed8b6955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:34.636582 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:35.959530 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:36.308590 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:43.813219 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:46.962170 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34512) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:47.104368 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Deleting port 74e86d61-8bc6-4370-9eef-456ece34bf53 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:47.104712 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.185266 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.185591 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for floatingip (74e86d61-8bc6-4370-9eef-456ece34bf53), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.197435 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Calling delete_port for 74e86d61-8bc6-4370-9eef-456ece34bf53 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:47.338193 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (74e86d61-8bc6-4370-9eef-456ece34bf53), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.366002 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event deleted for resources: {'Port': ['ID=74e86d61-8bc6-4370-9eef-456ece34bf53,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:47.392399 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.392749 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.393091 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.393432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.393767 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.394132 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.394458 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.394781 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.395104 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.395427 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.395748 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.396069 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.396390 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.396708 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.397037 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:47.439684 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for floatingip (00c7a696-360b-4bb0-b83c-67a072376062), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.440012 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Floating IP 00c7a696-360b-4bb0-b83c-67a072376062 disassociated (deleted). External IP: 172.27.1.231, port: 64a3f3c8-4cf7-45bf-9066-f13200377eeb. Sep 26 10:45:47.634705 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Router 8cc451dd-b83a-4fa8-bc23-361c1430c208 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:45:47.738528 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:45:47.742936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:47.748385 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Sync routers for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:45:47.758998 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:47.759608 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:47.773905 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5277926e-a571-4d9b-adfc-5465c8eafd30 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/00c7a696-360b-4bb0-b83c-67a072376062 HTTP/1.1" status: 204 len: 168 time: 0.8105898 Sep 26 10:45:47.774677 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:45:47.777122 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:45:47.834728 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd026e0-7697-48bd-965e-1c1b7d84f8b1 x-openstack-request-id: req-1dd026e0-7697-48bd-965e-1c1b7d84f8b1 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:45:47.835026 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:45:47.835282 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dd026e0-7697-48bd-965e-1c1b7d84f8b1 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:45:47.835689 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd026e0-7697-48bd-965e-1c1b7d84f8b1'] response: {'name': 'network-changed', 'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'status': 'completed', 'code': 200} Sep 26 10:45:47.870972 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:47.892014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:47.897580 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:47.908648 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-1e6b252d-1963-47c8-802c-5f7c1c417bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:47.910240 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-1e6b252d-1963-47c8-802c-5f7c1c417bea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=b35e6a97e32b426daab0ba663323e8a8&device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 1129 time: 0.0470388 Sep 26 10:45:48.057155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2153de-4835-4bcc-be9a-680f60455198 req-5be7cd87-a3ed-4fb5-bb67-8136edc19013 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:48.058641 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a2153de-4835-4bcc-be9a-680f60455198 req-5be7cd87-a3ed-4fb5-bb67-8136edc19013 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0649645 Sep 26 10:45:48.059750 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-ca2ec333-74e8-4147-a2e9-a704b02d2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:48.061076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-ca2ec333-74e8-4147-a2e9-a704b02d2b1b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 200 len: 909 time: 0.1370566 Sep 26 10:45:48.061873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:48.090791 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Checking router: 8cc451dd-b83a-4fa8-bc23-361c1430c208 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:45:48.099523 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:48.100128 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:48.108688 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a2153de-4835-4bcc-be9a-680f60455198 req-52ba3b9c-a507-48ed-a2be-6a0dc55d6916 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Sep 26 10:45:48.201350 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:48.458163 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:48.482356 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56376085-0b92-453b-aa9e-89d6298e48c1 None None] The sync data for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi is: [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:41:25Z', 'revision_number': 4, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '0d0055d1-3c30-4b1d-98d1-fc212cf4628a', 'name': '', 'network_id': 'af47f48f-c46c-40ed-b170-e46263de86e2', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'mac_address': 'fa:16:3e:11:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:24Z', 'updated_at': '2022-09-26T10:41:30Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'subnets': [{'id': 'd5f1c28f-acf0-4267-812f-a98aa221a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:45:48.684337 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e7ac9-a05c-4dc1-856d-58a7fe4d7550 None None] New status for floating IP 00c7a696-360b-4bb0-b83c-67a072376062: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:45:49.262725 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-7797f962-c392-44d3-aaaa-a7034ba4f1c3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 200 len: 217 time: 0.0456769 Sep 26 10:45:49.289386 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ec22-fd4d-4b87-8546-31797065e369 req-06dd4fbb-259e-4369-be8e-ca58cba30c82 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.290842 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3dd8ec22-fd4d-4b87-8546-31797065e369 req-06dd4fbb-259e-4369-be8e-ca58cba30c82 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.1056089 Sep 26 10:45:49.344556 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-9c71c2f6-e50c-446d-a01c-e7cf08ff6f19 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921054 Sep 26 10:45:49.367413 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-b59c507b-2119-4f48-81dd-465ea485687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.368802 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-b59c507b-2119-4f48-81dd-465ea485687d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 200 len: 847 time: 0.0751832 Sep 26 10:45:49.386271 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3dd8ec22-fd4d-4b87-8546-31797065e369 req-2787ec8f-1cbe-4e57-99c5-5f0a31210f6b tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=93e7fa38-c5c6-47e2-abe3-8552fd7e767d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833373 Sep 26 10:45:49.484333 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a76ae-63b1-485a-a654-5bce169419db req-d0988813-8423-406f-b503-922d422c7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.485854 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-d0988813-8423-406f-b503-922d422c7ace service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1129 time: 0.0752964 Sep 26 10:45:49.486899 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-32b84a40-b9e0-439d-a839-d751a177480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.488242 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-32b84a40-b9e0-439d-a839-d751a177480a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=af47f48f-c46c-40ed-b170-e46263de86e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699506 Sep 26 10:45:49.580166 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-1fd9f873-2f26-40c9-863a-e2fb191cce0b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Sep 26 10:45:49.853600 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-d8e6ea5e-59be-4a02-8080-d084ecb87c5f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.855109 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-d8e6ea5e-59be-4a02-8080-d084ecb87c5f tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 945 time: 0.0479374 Sep 26 10:45:49.883717 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686a7c9-cab8-470a-a9e5-d440fbb74ab5 req-8f02b47a-834e-4b55-b9fe-63c2278d5aa8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670115 Sep 26 10:45:49.885014 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a76ae-63b1-485a-a654-5bce169419db req-7680ebd0-1ddf-41e9-a4ca-d40c06db9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:49.886341 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-7680ebd0-1ddf-41e9-a4ca-d40c06db9369 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.1621451 Sep 26 10:45:49.948620 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Deleting port 64a3f3c8-4cf7-45bf-9066-f13200377eeb {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:49.948954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:49.960020 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-07e34738-5de0-4f2f-8cc3-d1ec97477c4b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 1001 time: 0.0586495 Sep 26 10:45:50.015442 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a76ae-63b1-485a-a654-5bce169419db req-7dd2e08e-dd14-40ab-afcd-8c97512722ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:50.017385 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-7dd2e08e-dd14-40ab-afcd-8c97512722ee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0481889 Sep 26 10:45:50.040801 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] For port 64a3f3c8-4cf7-45bf-9066-f13200377eeb, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=64a3f3c8-4cf7-45bf-9066-f13200377eeb,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:50.041165 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:50.054454 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Calling delete_port for 64a3f3c8-4cf7-45bf-9066-f13200377eeb owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:50.063432 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a76ae-63b1-485a-a654-5bce169419db req-ff60f4b3-5bb5-4c41-8062-314dbe1342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:45:50.064862 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-ff60f4b3-5bb5-4c41-8062-314dbe1342b4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382688 Sep 26 10:45:50.137951 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:50.166705 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-62c47cd6-7d0b-4aae-bee1-2192998d2619 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918565 Sep 26 10:45:50.190071 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (64a3f3c8-4cf7-45bf-9066-f13200377eeb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:50.217269 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event deleted for resources: {'Port': ['ID=64a3f3c8-4cf7-45bf-9066-f13200377eeb,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:50.232179 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.232549 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.232872 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.233276 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.233706 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.234332 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.234670 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.235003 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.235332 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.235663 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.235989 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.236317 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.236644 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.237109 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.237445 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:45:50.283319 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] No DVR routers for this DVR port 64a3f3c8-4cf7-45bf-9066-f13200377eeb on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:45:50.286127 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:50.289506 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ba7c78b6-8fef-414d-b049-f46bc4a1c0c8 req-42028f13-4a8d-45a1-8ead-f74cc2a42331 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.57 "DELETE /networking/v2.0/ports/64a3f3c8-4cf7-45bf-9066-f13200377eeb HTTP/1.1" status: 204 len: 173 time: 0.4244809 Sep 26 10:45:50.290131 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-deleted', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:45:50.292416 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a31685-cf3d-48c4-ad83-4dbaf0645ccc" -d '{"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-deleted", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:45:50.342473 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce79ad8b-5c2c-4322-adb7-879d94d97a8e x-openstack-request-id: req-ce79ad8b-5c2c-4322-adb7-879d94d97a8e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:45:50.342909 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae4f8b3-717f-4216-b14d-532a06968c8c", "name": "network-vif-deleted", "tag": "64a3f3c8-4cf7-45bf-9066-f13200377eeb", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:45:50.343192 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce79ad8b-5c2c-4322-adb7-879d94d97a8e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:45:50.343597 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce79ad8b-5c2c-4322-adb7-879d94d97a8e'] response: {'server_uuid': '6ae4f8b3-717f-4216-b14d-532a06968c8c', 'name': 'network-vif-deleted', 'tag': '64a3f3c8-4cf7-45bf-9066-f13200377eeb', 'status': 'completed', 'code': 200} Sep 26 10:45:50.512883 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-03e06b97-6485-49ce-b0b0-f00220e68639 req-22c08fca-892c-4a7d-a362-d113c078692c tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ae4f8b3-717f-4216-b14d-532a06968c8c HTTP/1.1" status: 200 len: 210 time: 0.0356295 Sep 26 10:45:50.516413 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:50.545743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-579a76ae-63b1-485a-a654-5bce169419db req-7bb72db2-bc69-4462-87c4-ff8360cffdd3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683004 Sep 26 10:45:51.578143 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34542) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:51.635473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (93e7fa38-c5c6-47e2-abe3-8552fd7e767d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:51.662852 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (93e7fa38-c5c6-47e2-abe3-8552fd7e767d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:51.722818 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:45:51.724466 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (93e7fa38-c5c6-47e2-abe3-8552fd7e767d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:51.727157 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:51.728312 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/93e7fa38-c5c6-47e2-abe3-8552fd7e767d HTTP/1.1" status: 204 len: 168 time: 0.1502345 Sep 26 10:45:51.738789 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df0023-6163-4fa3-a17a-1529876d0de9 tempest-TestShelveInstance-1851747258 tempest-TestShelveInstance-1851747258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7fa38-c5c6-47e2-abe3-8552fd7e767d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:51.776183 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34546) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:52.084444 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:52.302861 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Deleting port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:52.303203 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:52.385062 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] For port 0d0055d1-3c30-4b1d-98d1-fc212cf4628a, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:52.385349 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:52.397878 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Calling delete_port for 0d0055d1-3c30-4b1d-98d1-fc212cf4628a owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:52.402875 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:52.406312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:52.577291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (0d0055d1-3c30-4b1d-98d1-fc212cf4628a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:52.603619 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0055d1-3c30-4b1d-98d1-fc212cf4628a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:52.771589 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:52.969061 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Router 8cc451dd-b83a-4fa8-bc23-361c1430c208 has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:45:53.071543 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:45:53.076529 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3e2bf3b2-d45a-4e2f-8d62-16ef0fcb8ba9 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/8cc451dd-b83a-4fa8-bc23-361c1430c208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2991991 Sep 26 10:45:53.079640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34548) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:53.081248 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Sync routers for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:45:53.095697 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:53.096307 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:53.185492 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks [] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.203563 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:53.260521 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.286640 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks [] for router_gateway (8cc451dd-b83a-4fa8-bc23-361c1430c208), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.290350 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.329654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Deleting port cff0289f-7cfc-4909-9f94-06735b8ebe0b {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:53.329998 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.360295 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.371450 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:45:52Z', 'revision_number': 5, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port': {'id': 'cff0289f-7cfc-4909-9f94-06735b8ebe0b', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:23Z', 'updated_at': '2022-09-26T10:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:53.396932 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Checking router: 8cc451dd-b83a-4fa8-bc23-361c1430c208 for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:45:53.405163 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Routers {'8cc451dd-b83a-4fa8-bc23-361c1430c208'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:53.405760 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['8cc451dd-b83a-4fa8-bc23-361c1430c208'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:53.408140 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.416495 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] For port cff0289f-7cfc-4909-9f94-06735b8ebe0b, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=cff0289f-7cfc-4909-9f94-06735b8ebe0b,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:53.416862 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.429587 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Calling delete_port for cff0289f-7cfc-4909-9f94-06735b8ebe0b owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:53.487306 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] Set router 8cc451dd-b83a-4fa8-bc23-361c1430c208 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:53.538569 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:45:53Z', 'revision_number': 6, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:53.563988 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc5c71-7b1b-4688-9280-2323a21b040a None None] The sync data for ids ['8cc451dd-b83a-4fa8-bc23-361c1430c208'] in dv-cinder-844563-7-iscsi is: [{'id': '8cc451dd-b83a-4fa8-bc23-361c1430c208', 'name': 'tempest-TestShelveInstance-369815409-router', 'tenant_id': 'b35e6a97e32b426daab0ba663323e8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:22Z', 'updated_at': '2022-09-26T10:45:53Z', 'revision_number': 6, 'project_id': 'b35e6a97e32b426daab0ba663323e8a8', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:45:53.597769 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (cff0289f-7cfc-4909-9f94-06735b8ebe0b), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.620530 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff0289f-7cfc-4909-9f94-06735b8ebe0b,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:53.684130 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.768880 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.771052 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks [] for router_controller (8cc451dd-b83a-4fa8-bc23-361c1430c208), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.815202 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (8cc451dd-b83a-4fa8-bc23-361c1430c208), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.815810 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc451dd-b83a-4fa8-bc23-361c1430c208 {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:45:53.820410 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.821678 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9d48675f-c3d4-4ddf-b6be-b0d889366bc6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/8cc451dd-b83a-4fa8-bc23-361c1430c208 HTTP/1.1" status: 204 len: 168 time: 0.7409825 Sep 26 10:45:53.824112 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34550) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:53.868757 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Deleting subnet d5f1c28f-acf0-4267-812f-a98aa221a7a0 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:45:53.871781 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Publish callbacks [] for subnet (d5f1c28f-acf0-4267-812f-a98aa221a7a0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.908477 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (d5f1c28f-acf0-4267-812f-a98aa221a7a0), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:53.991221 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:53.994865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.995652 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:53.997883 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (d5f1c28f-acf0-4267-812f-a98aa221a7a0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.012693 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 64a3f3c8-4cf7-45bf-9066-f13200377eeb {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:54.013252 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 64a3f3c8-4cf7-45bf-9066-f13200377eeb not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:54.056081 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (d5f1c28f-acf0-4267-812f-a98aa221a7a0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.082143 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f1c28f-acf0-4267-812f-a98aa221a7a0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:54.085684 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.089605 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d1cb1270-1c81-417a-8f3f-9e20a56065e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d5f1c28f-acf0-4267-812f-a98aa221a7a0 HTTP/1.1" status: 204 len: 168 time: 0.2644112 Sep 26 10:45:54.092566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34552) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:54.100457 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da8d9e-fd99-4dd8-84ea-93d54bc40384 None None] Network af47f48f-c46c-40ed-b170-e46263de86e2 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:45:54.168699 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (af47f48f-c46c-40ed-b170-e46263de86e2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.212734 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Deleting port b6c99470-e51f-4798-8d2a-00dd12f6a236 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:54.213056 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.281195 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] For port b6c99470-e51f-4798-8d2a-00dd12f6a236, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=b6c99470-e51f-4798-8d2a-00dd12f6a236,segment=NetworkSegment(9ce7f50a-b226-426b-afc5-5e7f2562e006),segment_id=9ce7f50a-b226-426b-afc5-5e7f2562e006)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:54.281493 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.294573 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Calling delete_port for b6c99470-e51f-4798-8d2a-00dd12f6a236 owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:54.368078 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8202e9d-c2a0-4af9-8b99-5f66cff80c80 None None] DHCP port deletion for af47f48f-c46c-40ed-b170-e46263de86e2 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:45:54.374501 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (b6c99470-e51f-4798-8d2a-00dd12f6a236), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.400334 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-c8202e9d-c2a0-4af9-8b99-5f66cff80c80 None None] The port 'b6c99470-e51f-4798-8d2a-00dd12f6a236' was deleted {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 26 10:45:54.408540 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c99470-e51f-4798-8d2a-00dd12f6a236,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:54.413831 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] No DVR routers for this DVR port b6c99470-e51f-4798-8d2a-00dd12f6a236 on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:45:54.435763 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 0d0055d1-3c30-4b1d-98d1-fc212cf4628a no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:54.460160 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 0d0055d1-3c30-4b1d-98d1-fc212cf4628a {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:54.460516 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 0d0055d1-3c30-4b1d-98d1-fc212cf4628a not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:54.490799 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (af47f48f-c46c-40ed-b170-e46263de86e2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.512179 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af47f48f-c46c-40ed-b170-e46263de86e2']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:54.522169 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce7f50a-b226-426b-afc5-5e7f2562e006') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:54.522466 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce7f50a-b226-426b-afc5-5e7f2562e006') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:54.529075 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:54.533026 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (9ce7f50a-b226-426b-afc5-5e7f2562e006), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.544081 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:54.548889 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (9ce7f50a-b226-426b-afc5-5e7f2562e006), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.556164 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:45:54.557076 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (9ce7f50a-b226-426b-afc5-5e7f2562e006), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.600157 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 9ce7f50a-b226-426b-afc5-5e7f2562e006 resource provider aggregate not found Sep 26 10:45:54.620292 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 9ce7f50a-b226-426b-afc5-5e7f2562e006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ce7f50a-b226-426b-afc5-5e7f2562e006 found for delete ", "request_id": "req-11cf89db-c0e8-4de0-86ce-9aaec5906af9"}]} Sep 26 10:45:54.624803 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (af47f48f-c46c-40ed-b170-e46263de86e2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.631353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:54.634145 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/af47f48f-c46c-40ed-b170-e46263de86e2 HTTP/1.1" status: 204 len: 168 time: 0.5398588 Sep 26 10:45:54.638183 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34558) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:54.647538 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dcec3-6e1d-4011-b7a7-83ad1cbcb445 admin admin] Pushing event deleted for resources: {'Network': ['ID=af47f48f-c46c-40ed-b170-e46263de86e2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:54.693001 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:54.739897 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:54.964016 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:55.184709 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Deleting port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:55.185273 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:55.267116 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] For port 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:55.267482 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:55.279937 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Calling delete_port for 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:55.686863 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:55.696030 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:55.724595 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:55.870195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:55.889905 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.053718 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b6c99470-e51f-4798-8d2a-00dd12f6a236 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:56.072927 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: b6c99470-e51f-4798-8d2a-00dd12f6a236 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:56.073268 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device b6c99470-e51f-4798-8d2a-00dd12f6a236 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:56.073691 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device cff0289f-7cfc-4909-9f94-06735b8ebe0b no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:56.092825 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: cff0289f-7cfc-4909-9f94-06735b8ebe0b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:56.093163 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device cff0289f-7cfc-4909-9f94-06735b8ebe0b not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:56.096813 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Router e37b79da-3f39-4676-9760-f9fa4ab6cd4e has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:45:56.199043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:45:56.204517 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0087f679-45c5-48f4-bfb1-311f93256f93 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e37b79da-3f39-4676-9760-f9fa4ab6cd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646014 Sep 26 10:45:56.207135 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34560) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:56.209373 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Sync routers for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:45:56.221213 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:56.221845 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:56.302875 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks [] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.321879 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:56.403433 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks [] for router_gateway (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.455557 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Deleting port 337f76b2-10ff-4558-9bbf-9b0220262ec0 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:56.455996 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.502230 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:45:55Z', 'revision_number': 5, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port': {'id': '337f76b2-10ff-4558-9bbf-9b0220262ec0', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:28Z', 'updated_at': '2022-09-26T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:56.527213 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Checking router: e37b79da-3f39-4676-9760-f9fa4ab6cd4e for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:45:56.536300 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Routers {'e37b79da-3f39-4676-9760-f9fa4ab6cd4e'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:45:56.537090 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:45:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:56.541820 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] For port 337f76b2-10ff-4558-9bbf-9b0220262ec0, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=337f76b2-10ff-4558-9bbf-9b0220262ec0,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:56.542251 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.555714 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Calling delete_port for 337f76b2-10ff-4558-9bbf-9b0220262ec0 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:56.731746 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (337f76b2-10ff-4558-9bbf-9b0220262ec0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.751304 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] Set router e37b79da-3f39-4676-9760-f9fa4ab6cd4e gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:45:56.757203 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Pushing event deleted for resources: {'Port': ['ID=337f76b2-10ff-4558-9bbf-9b0220262ec0,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:56.803293 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:45:56Z', 'revision_number': 6, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:56.827817 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.831625 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511d14fa-141d-4fce-af5e-b5ebca2bf7bf None None] The sync data for ids ['e37b79da-3f39-4676-9760-f9fa4ab6cd4e'] in dv-cinder-844563-7-iscsi is: [{'id': 'e37b79da-3f39-4676-9760-f9fa4ab6cd4e', 'name': 'tempest-TestShelveInstance-1840968624-router', 'tenant_id': '967192ce42d64f9b886a6e5d7b194283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:27Z', 'updated_at': '2022-09-26T10:45:56Z', 'revision_number': 6, 'project_id': '967192ce42d64f9b886a6e5d7b194283', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:45:56.915529 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.917687 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks [] for router_controller (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.957972 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (e37b79da-3f39-4676-9760-f9fa4ab6cd4e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.958612 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37b79da-3f39-4676-9760-f9fa4ab6cd4e {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:45:56.963075 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:56.964405 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-dddba08c-d9e9-4da2-8985-d7d7e27ef94f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e37b79da-3f39-4676-9760-f9fa4ab6cd4e HTTP/1.1" status: 204 len: 168 time: 0.7559979 Sep 26 10:45:56.966813 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34562) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:57.014787 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Deleting subnet 9889e719-3444-4f5b-92d5-f6dee39463a0 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:45:57.018123 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Publish callbacks [] for subnet (9889e719-3444-4f5b-92d5-f6dee39463a0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.054220 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:57.056606 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (9889e719-3444-4f5b-92d5-f6dee39463a0), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.077115 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:57.135338 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (9889e719-3444-4f5b-92d5-f6dee39463a0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.193469 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (9889e719-3444-4f5b-92d5-f6dee39463a0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.222124 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9889e719-3444-4f5b-92d5-f6dee39463a0,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:57.229844 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.234179 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-234361e6-24f5-4d70-9a74-fbefdf8ef71e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/9889e719-3444-4f5b-92d5-f6dee39463a0 HTTP/1.1" status: 204 len: 168 time: 0.2660704 Sep 26 10:45:57.236042 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4aaf6c-3809-4cd6-8015-0e2597504fcf None None] Network 7fd503b5-e9d9-4c91-9297-5f9eae00de00 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:45:57.237368 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34564) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:57.307235 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (7fd503b5-e9d9-4c91-9297-5f9eae00de00), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.350757 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Deleting port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:45:57.351090 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.416674 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] For port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,segment=NetworkSegment(2edfe5c0-2c73-4361-ac73-56c5319009df),segment_id=2edfe5c0-2c73-4361-ac73-56c5319009df)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:45:57.417029 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.430449 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Calling delete_port for 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:45:57.505819 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (3d6edb4a-b1d8-4817-9d07-0b81c5d2358d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.532867 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] No DVR routers for this DVR port 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:45:57.537717 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6edb4a-b1d8-4817-9d07-0b81c5d2358d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:57.607274 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c856b3-ab14-43dd-9b7b-468580d7320d None None] DHCP port deletion for 7fd503b5-e9d9-4c91-9297-5f9eae00de00 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:45:57.611383 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (7fd503b5-e9d9-4c91-9297-5f9eae00de00), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.634126 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd503b5-e9d9-4c91-9297-5f9eae00de00']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:57.645796 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edfe5c0-2c73-4361-ac73-56c5319009df') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:57.646159 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edfe5c0-2c73-4361-ac73-56c5319009df') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:45:57.655753 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (2edfe5c0-2c73-4361-ac73-56c5319009df), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.669145 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (2edfe5c0-2c73-4361-ac73-56c5319009df), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.676338 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:45:57.676743 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (2edfe5c0-2c73-4361-ac73-56c5319009df), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.720583 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 2edfe5c0-2c73-4361-ac73-56c5319009df resource provider aggregate not found Sep 26 10:45:57.738113 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 2edfe5c0-2c73-4361-ac73-56c5319009df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2edfe5c0-2c73-4361-ac73-56c5319009df found for delete ", "request_id": "req-065248ab-f906-4af6-b915-5639a9159073"}]} Sep 26 10:45:57.744677 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (7fd503b5-e9d9-4c91-9297-5f9eae00de00), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.749901 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:57.753048 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7fd503b5-e9d9-4c91-9297-5f9eae00de00 HTTP/1.1" status: 204 len: 168 time: 0.5144448 Sep 26 10:45:57.767450 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167be852-7b13-459c-991d-3b5db4f9e6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd503b5-e9d9-4c91-9297-5f9eae00de00,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:57.935633 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34572) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:57.977767 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ba847491-a1ad-422e-818e-d4b1bf59b56a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b35e6a97e32b426daab0ba663323e8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408790 Sep 26 10:45:57.980370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34574) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:58.021141 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:58.047606 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:58.047987 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 3d6edb4a-b1d8-4817-9d07-0b81c5d2358d not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:58.048377 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:58.048631 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] Publish callbacks [] for security_group (20dc6a48-1ade-4223-9d06-9a4c429474b2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.068021 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:58.068370 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 1548bc4e-1ea4-4b28-9589-82b3b4a0e8b6 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:58.068789 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 337f76b2-10ff-4558-9bbf-9b0220262ec0 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:45:58.069322 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] Publish callbacks [] for security_group (20dc6a48-1ade-4223-9d06-9a4c429474b2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.077985 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:58.087298 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 337f76b2-10ff-4558-9bbf-9b0220262ec0 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:45:58.087676 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 337f76b2-10ff-4558-9bbf-9b0220262ec0 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:45:58.103257 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:45:58.123988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (20dc6a48-1ade-4223-9d06-9a4c429474b2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.127510 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.128777 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/20dc6a48-1ade-4223-9d06-9a4c429474b2 HTTP/1.1" status: 204 len: 168 time: 0.1475220 Sep 26 10:45:58.136878 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9276-c547-45ef-9bf0-83281ba09c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc6a48-1ade-4223-9d06-9a4c429474b2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:45:58.443197 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34580) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:58.484294 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-72b24224-0b52-452c-8946-1a7bb58314de admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=967192ce42d64f9b886a6e5d7b194283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395441 Sep 26 10:45:58.487243 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34582) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:45:58.537290 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] Publish callbacks [] for security_group (656c5e26-104b-4060-9698-519f4f3a1c72), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.557568 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] Publish callbacks [] for security_group (656c5e26-104b-4060-9698-519f4f3a1c72), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.607018 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (656c5e26-104b-4060-9698-519f4f3a1c72), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.610045 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:45:58.611731 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/656c5e26-104b-4060-9698-519f4f3a1c72 HTTP/1.1" status: 204 len: 168 time: 0.1235800 Sep 26 10:45:58.619832 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec8dcf-cca5-4d41-8d10-02c701bdab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c5e26-104b-4060-9698-519f4f3a1c72,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:01.286696 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8e70896d-18cf-4457-861f-dc2bc9ef04e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:03.511719 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:03.541354 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:03.794698 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c5cd00f9-e57d-4618-8a8f-e0892a7aeff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:04.638375 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:05.962601 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:06.193761 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=53 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:06.197697 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=38 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:06.311836 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:08.594111 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:08.615495 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=4,neutron:SELECT=21 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:13.814954 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:17.306258 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-483ec34e-df15-4aff-a058-d8071cea3d25 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1388718423&fields=id&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 267 time: 0.0450459 Sep 26 10:46:17.412845 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-b17a4901-e94b-49a3-99ad-73accf9340ce tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:17.414233 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-b17a4901-e94b-49a3-99ad-73accf9340ce tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1016934 Sep 26 10:46:17.428973 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-fed0bb92-5098-4531-8a3f-6616fd1fd247 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/quotas/1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 375 time: 0.0093632 Sep 26 10:46:17.484238 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-e942ff02-eb3c-4d7b-babb-d9676d6e98f3 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502596 Sep 26 10:46:17.589398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-90a74539-7c57-4b0e-8ca8-08f246a1ea26 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 10:46:17.590422 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-90a74539-7c57-4b0e-8ca8-08f246a1ea26 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0949323 Sep 26 10:46:17.682483 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-5ba95ed4-9b3d-4bb6-be16-900d5287b00a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Sep 26 10:46:17.774557 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-ab092393-ae51-4a5b-a00d-69ba113251a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865827 Sep 26 10:46:18.077711 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c22a3821-bb5d-4558-9819-63b9751baf94 req-f8e888f4-784b-4509-bf19-d1287341b43d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Sep 26 10:46:19.194885 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-759cd15b-7d54-48d0-bacd-2ffc0b1b49af req-ccf5cdcd-3fa6-44a9-b90b-9e08bd4cd64c tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0365942 Sep 26 10:46:19.224167 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-1456459a-80e0-416d-ac29-a3edf87896a0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:19.225560 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-1456459a-80e0-416d-ac29-a3edf87896a0 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 811 time: 0.1404028 Sep 26 10:46:19.298291 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-6b47c73c-9b1c-435b-9867-1ba06dbf1bc6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5 HTTP/1.1" status: 200 len: 380 time: 0.0604758 Sep 26 10:46:19.308043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'port': {'device_id': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'admin_state_up': True, 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'security_groups': ['a55f9710-188e-447b-8cd5-00411af080b2']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:46:19.424423 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Made reservation on behalf of 1e0f8c6af4d3456c9d700088cd8f5eb5 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 10:46:19.428279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.559072 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.20.0.11 (590c7da6-7b88-4882-abbb-133a0426748c/d54b32cd-b5f5-44ea-b357-0d0aec3945e8/1b1a8663-7987-4bcc-a12a-0e28699fafa9) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:46:19.649941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:19.655158 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:19.710839 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.743687 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.786944 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network 590c7da6-7b88-4882-abbb-133a0426748c is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:46:19.790279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:46:19.794249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:46:19.826759 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:19.853119 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:19.853722 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.871203 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-a5b52a55-8ab1-41b5-9319-9190c9efedf9 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681791 Sep 26 10:46:19.899660 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Request body: {'port': {'device_id': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:46:19.961559 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.990967 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Provisioning complete for port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:46:19.991516 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:19.991656 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Attempt 1 to provision port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 Sep 26 10:46:20.010850 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:20.024511 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:46:20.217778 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1a8663-7987-4bcc-a12a-0e28699fafa9 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:46:20.225019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks [] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:20.238499 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Transition to ACTIVE for port object 1b1a8663-7987-4bcc-a12a-0e28699fafa9 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 10:46:20.242756 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:20.324941 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:20.384443 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5b9bd-c839-4dc5-b1fa-2209be75d227 req-e2d294bc-3a0c-41c9-bf3f-23afb4955ed8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:20.385902 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-40d5b9bd-c839-4dc5-b1fa-2209be75d227 req-e2d294bc-3a0c-41c9-bf3f-23afb4955ed8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.1079810 Sep 26 10:46:20.427654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Attempting to bind port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 10:46:20.427987 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Attempting to bind port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 10:46:20.428308 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Attempting to bind port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:46:20.451080 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:20.469096 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:20.487281 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-40d5b9bd-c839-4dc5-b1fa-2209be75d227 req-902b864e-58dc-4c11-9075-5b2a250ad6ab tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936420 Sep 26 10:46:20.493928 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 on network 590c7da6-7b88-4882-abbb-133a0426748c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 10:46:20.494279 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Attempting to bind port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 on network 590c7da6-7b88-4882-abbb-133a0426748c {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 10:46:20.525473 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Attempt 2 to provision port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 Sep 26 10:46:20.536736 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Checking agent: {'id': 'c12e52c1-1cd9-4a2e-99e3-a49c54b04351', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'started_at': datetime.datetime(2022, 9, 26, 10, 30, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 10:46:20.537065 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Checking segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 10:46:20.537438 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Bound using segment: {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 10:46:20.537864 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Bound port: 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7afc034-8385-40fd-b4d8-11ce1f08fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 10:46:20.538241 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:20.546419 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:20.559292 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 10:46:20.602140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 10:46:20.605066 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 10:46:20.611150 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:20.614760 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:20.615359 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:20.616741 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 1094 time: 0.7216141 Sep 26 10:46:20.618781 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:46:20.621007 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1987d3ec-5d40-4e06-bec2-45d168e3b339" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:46:20.672614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f316cc-854e-40fe-8bca-36b1764a5dc8 x-openstack-request-id: req-91f316cc-854e-40fe-8bca-36b1764a5dc8 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:46:20.672902 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:46:20.673155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91f316cc-854e-40fe-8bca-36b1764a5dc8 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:46:20.673550 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f316cc-854e-40fe-8bca-36b1764a5dc8'] response: {'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'status': 'completed', 'code': 200} Sep 26 10:46:20.705606 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f9cee-48fa-4e4a-96f6-bdbe7cea990d service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:20.713298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-df5cecc2-0dba-4707-9a9d-943546d84b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:20.714822 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-df5cecc2-0dba-4707-9a9d-943546d84b97 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1128 time: 0.0539067 Sep 26 10:46:20.761868 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-6d748527-0878-4a16-8796-96224c5d15a0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 217 time: 0.0346184 Sep 26 10:46:20.812897 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-2ccec04b-e6cb-4185-bfc5-eca02851b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:20.814357 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-2ccec04b-e6cb-4185-bfc5-eca02851b1a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0437050 Sep 26 10:46:20.860638 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b20c-ad47-49dc-95cb-62888611f79f req-8c27c365-e74f-4f3b-a1ec-4af4f32309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:20.862122 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-8c27c365-e74f-4f3b-a1ec-4af4f32309e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389884 Sep 26 10:46:20.957016 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-9f3be263-bb0a-4db3-83ff-191813df0667 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846841 Sep 26 10:46:21.052402 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b534b20c-ad47-49dc-95cb-62888611f79f req-1e531237-1ed0-4a90-807d-6020651af39d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Sep 26 10:46:21.060352 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Attempt 3 to provision port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 Sep 26 10:46:21.101071 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a8881504-1c03-4092-a62a-1424e5c9fad0 None None] Port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 had new provisioning blocks added so it will not transition to active. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 10:46:21.381098 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-01de984b-3278-41a2-b435-da883ac481b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:21.382503 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-01de984b-3278-41a2-b435-da883ac481b4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1128 time: 0.0448098 Sep 26 10:46:21.472255 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-6b770e5b-8b95-4636-bffa-ccda0c5acb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:21.473677 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-6b770e5b-8b95-4636-bffa-ccda0c5acb70 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0839491 Sep 26 10:46:21.518399 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-6f3ee38e-76eb-4375-b759-022655b1fe19 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 217 time: 0.0355444 Sep 26 10:46:21.576856 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-ad4660e9-bf2a-4fc4-b25b-b6d28b96fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:21.578253 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-ad4660e9-bf2a-4fc4-b25b-b6d28b96fd7e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0520022 Sep 26 10:46:21.642846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba45ef8-4a87-49ad-a0eb-30feabfcf700 req-c5f07696-2cdb-4ab9-8b8a-97031fcdf45e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:21.644247 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ba45ef8-4a87-49ad-a0eb-30feabfcf700 req-c5f07696-2cdb-4ab9-8b8a-97031fcdf45e tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0787039 Sep 26 10:46:21.649565 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-ea9a126e-63a3-40d6-8b70-ebf175d0cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:21.650962 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-ea9a126e-63a3-40d6-8b70-ebf175d0cb4a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534937 Sep 26 10:46:21.734241 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:21.750855 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ba45ef8-4a87-49ad-a0eb-30feabfcf700 req-ed934c37-71a7-4922-bf5a-808d29d33460 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990145 Sep 26 10:46:21.778984 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-15816bc7-4426-4170-b851-c4a724b7fed0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204767 Sep 26 10:46:21.839514 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:21.878294 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1987d3ec-5d40-4e06-bec2-45d168e3b339 req-f026e34e-7da0-4058-a587-325b2da29aff service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885055 Sep 26 10:46:22.875630 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b605f8-e9cf-4bc7-a934-9082e18c6ff2 req-ef77d04c-38fe-4f22-9060-5ca15cd533b6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:22.877076 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59b605f8-e9cf-4bc7-a934-9082e18c6ff2 req-ef77d04c-38fe-4f22-9060-5ca15cd533b6 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0476084 Sep 26 10:46:22.925364 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59b605f8-e9cf-4bc7-a934-9082e18c6ff2 req-577ca60b-56ba-4bb8-b864-b2899230b85d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Sep 26 10:46:24.042721 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84beda-eb96-4cb7-9c69-4a0154970df8 req-449bdb92-0593-45c0-8260-96f30417e2c8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:24.044152 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf84beda-eb96-4cb7-9c69-4a0154970df8 req-449bdb92-0593-45c0-8260-96f30417e2c8 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0463357 Sep 26 10:46:24.097128 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf84beda-eb96-4cb7-9c69-4a0154970df8 req-1223b5e1-5c86-472f-9c26-68b3836b2c35 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Sep 26 10:46:25.215474 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574545-6439-4e54-bd4f-d969988f87aa req-26fba59d-0546-4d31-ae57-d9ad6979164d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:25.216913 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-27574545-6439-4e54-bd4f-d969988f87aa req-26fba59d-0546-4d31-ae57-d9ad6979164d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0459602 Sep 26 10:46:25.265469 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-27574545-6439-4e54-bd4f-d969988f87aa req-b94d8953-7448-4c55-b4c0-66f32f10236a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Sep 26 10:46:25.705225 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:26.385433 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cd562-6126-48b3-b2c1-f0266a6e348c req-e5919a81-f920-4a94-82f7-7535a2ebe799 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:26.386903 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-261cd562-6126-48b3-b2c1-f0266a6e348c req-e5919a81-f920-4a94-82f7-7535a2ebe799 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0466735 Sep 26 10:46:26.435482 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-261cd562-6126-48b3-b2c1-f0266a6e348c req-454ee48b-365e-47f8-b555-296ccc7c1b2a tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Sep 26 10:46:27.556194 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d040e3-31c6-4de5-bf3c-48a916a21e9a req-90a05aa9-92a7-4781-8de9-69b20bfb04ab tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:27.557616 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05d040e3-31c6-4de5-bf3c-48a916a21e9a req-90a05aa9-92a7-4781-8de9-69b20bfb04ab tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 944 time: 0.0490689 Sep 26 10:46:27.605547 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05d040e3-31c6-4de5-bf3c-48a916a21e9a req-351aca9a-f7ed-44ea-b90c-e253e6a27b0d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Sep 26 10:46:28.069375 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1b1a8663-7987-4bcc-a12a-0e28699fafa9 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 10:46:28.166365 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:46:28.177794 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Returning: {'device': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'port_id': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'mac_address': 'fa:16:3e:a5:51:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 10:46:28.215086 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:46:28.215472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:28.228185 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1a8663-7987-4bcc-a12a-0e28699fafa9 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 10:46:28.248061 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:46:28.251889 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:28.296732 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:28.304226 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.304610 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.304912 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.305246 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.305579 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.305907 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.306258 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.306581 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.306908 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.307229 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.307548 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.307867 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.308183 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.308500 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.308813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:46:28.510085 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] get_ports_and_sgs() called for port_ids ['1b1a8663-7987-4bcc-a12a-0e28699fafa9'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 10:46:28.721935 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:46:28.730845 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d207-6a30-4e0f-b1bd-985e3db6fe46 req-a4983728-e4d2-43ef-a0a8-423f5d587c05 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:28.732343 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3eb1d207-6a30-4e0f-b1bd-985e3db6fe46 req-a4983728-e4d2-43ef-a0a8-423f5d587c05 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Sep 26 10:46:28.783558 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3eb1d207-6a30-4e0f-b1bd-985e3db6fe46 req-f1c42803-6eb2-47e1-bee3-2cc73810beef tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Sep 26 10:46:29.738909 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:29.909398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22531f0a-3b2f-4241-9e5b-674b56ead85c req-b2e3d7f4-bc07-4ed0-be03-a224e3cd721d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:29.911358 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22531f0a-3b2f-4241-9e5b-674b56ead85c req-b2e3d7f4-bc07-4ed0-be03-a224e3cd721d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 945 time: 0.0503516 Sep 26 10:46:29.959661 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-22531f0a-3b2f-4241-9e5b-674b56ead85c req-bb68b9bb-35fd-4549-8c1c-5e4faf9fd896 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Sep 26 10:46:30.096127 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1b1a8663-7987-4bcc-a12a-0e28699fafa9 up at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 10:46:30.137768 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning for port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 10:46:30.143815 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Provisioning complete for port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 10:46:30.144749 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545274'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:30.145091 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Attempt 1 to provision port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 Sep 26 10:46:30.224139 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Current status of the port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 10:46:30.224436 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:30.240865 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:30.248813 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:46:30.251072 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b225b4bcf6dd420f043a40c37dcf9cdd9302a79d48b217b7daa69eafedc89e18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91f694a-afaf-4270-89f3-d7d52d99cac3" -d '{"events": [{"server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:46:30.254237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:30.267302 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:46:30.271612 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:30.293864 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b426343-147e-4d7b-a5dd-2ac54c35607a x-openstack-request-id: req-2b426343-147e-4d7b-a5dd-2ac54c35607a {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:46:30.294143 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:46:30.294401 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b426343-147e-4d7b-a5dd-2ac54c35607a {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:46:30.294791 dv-cinder-844563-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b426343-147e-4d7b-a5dd-2ac54c35607a'] response: {'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'code': 200} Sep 26 10:46:30.321006 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Pushing event updated for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:30.531047 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb965d-fe29-4bd9-8dc4-d4f8a5eddd89 req-83dceb9a-87f0-4bf9-a2d5-8b8a4af52a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:30.532599 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06bb965d-fe29-4bd9-8dc4-d4f8a5eddd89 req-83dceb9a-87f0-4bf9-a2d5-8b8a4af52a2d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1130 time: 0.0380561 Sep 26 10:46:30.578360 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06bb965d-fe29-4bd9-8dc4-d4f8a5eddd89 req-24f1c896-7e8c-4cd5-9138-9adad93b50b0 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 Sep 26 10:46:31.077945 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d5267-d889-45a2-891a-77eda8f9fe92 req-ccef4652-730c-4a2f-9c2a-2ad5123a050b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:31.079353 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d2d5267-d889-45a2-891a-77eda8f9fe92 req-ccef4652-730c-4a2f-9c2a-2ad5123a050b tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0466428 Sep 26 10:46:31.136449 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d2d5267-d889-45a2-891a-77eda8f9fe92 req-edabe38d-d281-4d2c-8634-d741d48a7a77 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514951 Sep 26 10:46:31.288904 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-dabd86ae-0b5a-42b8-bfb0-c85d9782e09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:32.256878 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce2dd5-b252-4cef-891d-dbde6c171586 req-fc6fff04-cae7-4098-83de-364865cca991 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:32.258366 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71ce2dd5-b252-4cef-891d-dbde6c171586 req-fc6fff04-cae7-4098-83de-364865cca991 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0470617 Sep 26 10:46:32.283503 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:32.306806 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71ce2dd5-b252-4cef-891d-dbde6c171586 req-0b69d248-469d-442e-831d-7924d1d682cf tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Sep 26 10:46:32.389538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:32.425042 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8e841-d730-4611-9cfd-85e626c00738 req-56897228-639b-47b3-94a0-fddb8736459d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:32.426602 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f9f8e841-d730-4611-9cfd-85e626c00738 req-56897228-639b-47b3-94a0-fddb8736459d tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0466695 Sep 26 10:46:32.476455 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f9f8e841-d730-4611-9cfd-85e626c00738 req-2c165697-a284-41b9-90b3-19240fa51d42 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Sep 26 10:46:32.504860 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34666) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:46:32.545298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca31e6-a3ea-4be6-bde1-1dc6a8a327f4 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:32.546814 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c1ca31e6-a3ea-4be6-bde1-1dc6a8a327f4 tempest-TestVolumeBootPattern-643408578 tempest-TestVolumeBootPattern-643408578-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1125 time: 0.0410206 Sep 26 10:46:32.549571 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34668) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:46:32.553901 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Request body: {'floatingip': {'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'port_id': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 10:46:32.576165 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:32.655720 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.000754 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Allocated IP 172.27.1.132 (d41d3e92-0391-4ab2-9b7e-fe5e987dc275/5ea137ca-0373-4b40-a38e-345a1163215e/7ed72248-8d12-4b41-aa69-ad310cccd534) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 10:46:33.106601 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.138872 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780079675841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.177942 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Network d41d3e92-0391-4ab2-9b7e-fe5e987dc275 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 10:46:33.182671 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 10:46:33.185370 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 10:46:33.190551 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=7ed72248-8d12-4b41-aa69-ad310cccd534,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:33.404785 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:33.484284 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:33.545155 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.613762 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1407658'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.767507 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.772201 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780080115366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780079675859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780079675877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13853263'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.797496 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5213b82f-c8f8-4b81-97a0-dd7315387cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.842614 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event updated for resources: {'Port': ['ID=7ed72248-8d12-4b41-aa69-ad310cccd534,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:46:33.844916 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616358'] for floatingip (8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:33.940004 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP 8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a associated. External IP: 172.27.1.132, port: 1b1a8663-7987-4bcc-a12a-0e28699fafa9. Sep 26 10:46:34.132276 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:46:34.234895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:46:34.238798 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:34.244400 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:46:34.252572 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:34.255584 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:46:34.256207 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:46:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:46:34.286141 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-268236b5-46c6-4161-99f8-53e133b48dbd tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7328019 Sep 26 10:46:34.286141 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:46:34.287173 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:46:34.323500 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986cf42c-ba0e-4890-8422-762d5e748d24 x-openstack-request-id: req-986cf42c-ba0e-4890-8422-762d5e748d24 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:46:34.323796 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:46:34.324054 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-986cf42c-ba0e-4890-8422-762d5e748d24 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:46:34.324463 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986cf42c-ba0e-4890-8422-762d5e748d24'] response: {'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'status': 'completed', 'code': 200} Sep 26 10:46:34.360106 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:46:34.386792 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:34.390418 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-a1e76a1a-c09b-4a1d-809d-fe0e1acf2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:34.391940 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-a1e76a1a-c09b-4a1d-809d-fe0e1acf2952 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1130 time: 0.0436003 Sep 26 10:46:34.485929 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-0064133a-cabf-49db-af34-bc9d7671071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:34.487412 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-0064133a-cabf-49db-af34-bc9d7671071f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0882940 Sep 26 10:46:34.551815 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-ae6af45f-db27-4c2e-884a-cfdbdac79c4d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 1000 time: 0.0584397 Sep 26 10:46:34.573370 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:a5:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:46:33Z', 'updated_at': '2022-09-26T10:46:33Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}, {'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:46:34.599593 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-edd56244-9a50-4740-81ec-52a435920c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:34.601026 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-edd56244-9a50-4740-81ec-52a435920c00 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0438218 Sep 26 10:46:34.601329 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:46:34.610038 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:46:34.610657 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:46:34Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:46:34.643605 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:34.646327 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-d540fff1-b4dc-40de-bfcc-3e65061fc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:34.647838 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-d540fff1-b4dc-40de-bfcc-3e65061fc990 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408733 Sep 26 10:46:34.710451 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:46:34.748003 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-3ac1ff0b-a7c0-48e6-b533-ad74444f45dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Sep 26 10:46:34.839837 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9186a623-ef65-4ae8-b0f3-3ba936b1e9c1 req-6388875b-53f7-4ef6-a4e0-3e9a4f5a951c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853035 Sep 26 10:46:35.008476 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:a5:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:46:33Z', 'updated_at': '2022-09-26T10:46:33Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}, {'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:46:35.032734 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c561ffa-d908-404c-a824-0c55eb9ccfb3 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': '8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:a5:51:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:46:33Z', 'updated_at': '2022-09-26T10:46:33Z', 'revision_number': 0, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}, {'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:46:35.216611 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7308ab-4aa4-4a3c-8b64-b2c434c04a5c None None] New status for floating IP 8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:46:35.966387 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:36.315555 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:43.820258 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:46:44.834909 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=52 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:44.836894 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=40 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:45.011049 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=86 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:45.011781 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=64 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:50.060841 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-81a9b205-0691-4bc0-81f1-f6efe705e646 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409026 Sep 26 10:46:50.150720 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454da73c-f801-429d-9412-94b5794ab55c req-e9a4d8cc-ea57-4e25-a4d8-1ddbc692169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:50.152178 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-e9a4d8cc-ea57-4e25-a4d8-1ddbc692169e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1129 time: 0.0389280 Sep 26 10:46:50.257900 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454da73c-f801-429d-9412-94b5794ab55c req-3bde1009-9b0c-4704-b31e-0db917c594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:50.259380 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-3bde1009-9b0c-4704-b31e-0db917c594aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0857110 Sep 26 10:46:50.324410 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-360c5a32-6dd8-45b0-8e09-0dee81683c71 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 1001 time: 0.0584917 Sep 26 10:46:50.378244 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454da73c-f801-429d-9412-94b5794ab55c req-d896b8e1-187e-4871-8025-3f777a249b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:50.379729 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-d896b8e1-187e-4871-8025-3f777a249b8f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0447330 Sep 26 10:46:50.422139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454da73c-f801-429d-9412-94b5794ab55c req-0d6f69b5-a61f-45d8-b1e9-a626c7c63f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:46:50.423583 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-0d6f69b5-a61f-45d8-b1e9-a626c7c63f98 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382028 Sep 26 10:46:50.517008 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-e112c2fc-19cb-40c7-982d-0e9730b0a826 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854292 Sep 26 10:46:50.607849 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-454da73c-f801-429d-9412-94b5794ab55c req-689cefa2-6d85-481e-9b65-57e94d1ac0cc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842338 Sep 26 10:46:53.814211 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:46:53.816092 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:00.596453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=52 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:00.603110 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=49 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:01.292179 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5039ac2b-9f37-49ce-8a50-32f24952f32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:02.703289 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:02.707150 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:03.800338 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ff71158a-9519-4fa9-aa82-c6914adbb499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:04.644536 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:05.720972 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:47:05.967594 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:06.317194 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:13.816996 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:15.717100 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:15.717825 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:23.807088 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:23.813126 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:28.005106 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:28.006934 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=11 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:31.294272 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9402-2016-4db6-8c98-ff6eb8f12edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:33.806356 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1793d683-0a94-4e67-9740-38947665d13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:34.650305 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:35.970510 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:36.322242 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:39.698882 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:39.703583 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:42.723079 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:47:43.823406 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:47:51.135798 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-7ddf9e6b-8b93-437e-a1be-60ecd17ccaf8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432673 Sep 26 10:47:51.202108 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-fb58fbe0-0a00-4cac-a785-af1fe24ff57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:47:51.203540 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-fb58fbe0-0a00-4cac-a785-af1fe24ff57c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1130 time: 0.0392787 Sep 26 10:47:51.311930 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-519aa9cf-8c0d-4c42-9323-67b016d743cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:47:51.313247 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-519aa9cf-8c0d-4c42-9323-67b016d743cb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.0877059 Sep 26 10:47:51.377504 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-6a2c7a4a-fbaf-4721-b650-64dfd129aa2b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 1002 time: 0.0543613 Sep 26 10:47:51.428315 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-8ebcc330-24ad-4651-8dde-098bbdc254c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:47:51.429706 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-8ebcc330-24ad-4651-8dde-098bbdc254c6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0436437 Sep 26 10:47:51.479438 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-eb5d2a36-360a-487a-97b0-6e3e32883bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:47:51.481251 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-eb5d2a36-360a-487a-97b0-6e3e32883bf8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419815 Sep 26 10:47:51.574240 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-45b00eec-8293-4042-96d3-b3d7a3d26046 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827916 Sep 26 10:47:51.673355 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-450f4e03-e8fd-4c86-be94-24a09ad7c1ec req-170237c3-3160-45b7-b9ce-2bc0902cd2df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849354 Sep 26 10:47:52.716679 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:53.817780 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:47:53.819827 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:01.295821 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0813900a-4196-4cea-a923-48369bcf85fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:01.664227 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=52 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:01.670696 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=49 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:03.808312 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0565c5a0-d594-4cd1-be1e-f1ac992927c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:04.651982 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:05.972082 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:06.325796 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:09.148281 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-ffff5e0e-5b5a-46b6-b107-bec31a29c63b req-8d6ab79a-e103-416b-ae61-2d670271b120 service neutron] (106217) timed out ('10.222.0.57', 64746) {{(pid=106217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 10:48:13.248195 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34696) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:13.432961 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 7ed72248-8d12-4b41-aa69-ad310cccd534 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:13.433301 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:13.509571 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:13.509907 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (7ed72248-8d12-4b41-aa69-ad310cccd534), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:13.525395 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 7ed72248-8d12-4b41-aa69-ad310cccd534 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:13.675928 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (7ed72248-8d12-4b41-aa69-ad310cccd534), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:13.704487 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=7ed72248-8d12-4b41-aa69-ad310cccd534,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:13.731053 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.731398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.731740 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.732078 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.732407 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.732737 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.733061 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.733385 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.733704 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.734039 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.734377 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.734700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.735019 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.735336 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.735653 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:13.775140 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:13.775467 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP 8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a disassociated (deleted). External IP: 172.27.1.132, port: 1b1a8663-7987-4bcc-a12a-0e28699fafa9. Sep 26 10:48:13.823146 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:14.244371 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:48:14.349620 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:48:14.354658 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:14.359424 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:48:14.370306 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:14.370970 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:14.377226 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:14.389256 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cf9ca60d-fdcd-4d90-92c8-b9ed7eef7194 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a HTTP/1.1" status: 204 len: 168 time: 1.1400747 Sep 26 10:48:14.390252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:48:14.392667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:48:14.451445 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2c8064-18c9-4dd2-9dd7-34692e781aa0 x-openstack-request-id: req-fe2c8064-18c9-4dd2-9dd7-34692e781aa0 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:48:14.452249 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:48:14.452511 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe2c8064-18c9-4dd2-9dd7-34692e781aa0 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:48:14.452963 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2c8064-18c9-4dd2-9dd7-34692e781aa0'] response: {'name': 'network-changed', 'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'status': 'completed', 'code': 200} Sep 26 10:48:14.503136 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:14.522252 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-389bbd95-4c6b-4cb5-9487-dd8fc3fdc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:14.523957 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-389bbd95-4c6b-4cb5-9487-dd8fc3fdc513 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 1130 time: 0.0432379 Sep 26 10:48:14.561863 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:14.675469 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-c38b9a7b-94c0-40e8-95d1-b2219df1b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:14.676845 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-c38b9a7b-94c0-40e8-95d1-b2219df1b0c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.1388083 Sep 26 10:48:14.682804 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93661-a731-4c97-be06-75afe33f8950 req-1ca534c3-7bf7-4e67-8e44-ae3bf0f5af0f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:14.684160 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-89d93661-a731-4c97-be06-75afe33f8950 req-1ca534c3-7bf7-4e67-8e44-ae3bf0f5af0f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0671477 Sep 26 10:48:14.734266 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-89d93661-a731-4c97-be06-75afe33f8950 req-3f7de263-ac5a-41fe-824f-a15bad4b7890 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Sep 26 10:48:14.738975 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:14.763827 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:48:14.772253 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:14.772842 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:14.872574 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:15.076415 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:15.104573 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e445-c3df-4e1f-83d4-211ad01a0a34 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_floatingips': [{'id': 'fca1cb13-ab4c-44b6-998d-5e39a5455202', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'router_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'port_id': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'mac_address': 'fa:16:3e:00:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T10:44:40Z', 'updated_at': '2022-09-26T10:44:42Z', 'revision_number': 1, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:48:15.309472 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c5d1f-fd40-467d-b8ab-0d483f22df75 None None] New status for floating IP 8e99ff1c-1152-4dbf-a7fc-6b2df74dc74a: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:48:15.802522 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-74778532-9b0a-486c-a112-4ef08f492b26 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 200 len: 217 time: 0.0373149 Sep 26 10:48:15.890162 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1680ba5-9935-4614-91cf-aca07b16a312 req-fbcae86d-0a59-4085-8ce9-734b50d8e049 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:15.891611 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1680ba5-9935-4614-91cf-aca07b16a312 req-fbcae86d-0a59-4085-8ce9-734b50d8e049 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0733929 Sep 26 10:48:15.893027 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-76ba62c0-c5f6-4cd7-afc0-7b939af2f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:15.894341 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-76ba62c0-c5f6-4cd7-afc0-7b939af2f676 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0846250 Sep 26 10:48:15.940005 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1680ba5-9935-4614-91cf-aca07b16a312 req-26810f89-ba3e-47db-bc2b-0f19dd14b8d7 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Sep 26 10:48:15.988225 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-3f6a99c5-1329-4b13-bd0d-419eef601908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:15.989719 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-3f6a99c5-1329-4b13-bd0d-419eef601908 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428009 Sep 26 10:48:16.078945 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-ec2184fb-e251-48fe-a21b-0948835efb37 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824521 Sep 26 10:48:16.340971 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76cfe7f7-be11-4488-bbb4-b8b6b32d5824 req-e37198fc-0cf5-4a28-b2a8-40ff28dd524c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862570 Sep 26 10:48:16.382790 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-6bc1d1d7-128c-4ac4-a821-529e9f89ca60 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:16.384221 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-6bc1d1d7-128c-4ac4-a821-529e9f89ca60 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Sep 26 10:48:16.467577 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:16.467914 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:16.557914 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] For port 1b1a8663-7987-4bcc-a12a-0e28699fafa9, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1b1a8663-7987-4bcc-a12a-0e28699fafa9,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:16.558298 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:16.570959 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 1b1a8663-7987-4bcc-a12a-0e28699fafa9 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:16.698793 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (1b1a8663-7987-4bcc-a12a-0e28699fafa9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:16.725285 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=1b1a8663-7987-4bcc-a12a-0e28699fafa9,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:16.740692 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.741131 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.741542 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.741923 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.742279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.742618 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.742996 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.743372 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.743700 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.744021 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.744345 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.744694 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.745040 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.745477 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:16.745924 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:17.038775 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] No DVR routers for this DVR port 1b1a8663-7987-4bcc-a12a-0e28699fafa9 on host hv-cinder-84456 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:17.041370 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:17.044759 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6ef156d6-c02d-4081-83f6-c34ee3070822 req-fe27b659-84c9-44a5-a137-8255c5c81d49 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1b1a8663-7987-4bcc-a12a-0e28699fafa9 HTTP/1.1" status: 204 len: 173 time: 0.6554437 Sep 26 10:48:17.045288 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'name': 'network-vif-deleted', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:48:17.047572 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba1c17c7cc55abe8a6c16063ae41f1cdd59232b746cc20d042d080b07e4da6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac5c70-e404-4d39-967f-d22970fcd5ce" -d '{"events": [{"server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "name": "network-vif-deleted", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:48:17.057130 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d17ba029-ac93-40f6-83f3-b60b53cab766 req-53939c2d-2a23-47ff-acca-5d62605a5bda tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=c1b2843b-5788-4cc5-a39e-001dd4d5d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0288913 Sep 26 10:48:17.097371 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda6c9d-4b80-483a-a178-dc77f74fd36f x-openstack-request-id: req-abda6c9d-4b80-483a-a178-dc77f74fd36f {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:48:17.097632 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2843b-5788-4cc5-a39e-001dd4d5d4d8", "name": "network-vif-deleted", "tag": "1b1a8663-7987-4bcc-a12a-0e28699fafa9", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:48:17.097886 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-abda6c9d-4b80-483a-a178-dc77f74fd36f {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:48:17.098312 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abda6c9d-4b80-483a-a178-dc77f74fd36f'] response: {'server_uuid': 'c1b2843b-5788-4cc5-a39e-001dd4d5d4d8', 'name': 'network-vif-deleted', 'tag': '1b1a8663-7987-4bcc-a12a-0e28699fafa9', 'status': 'completed', 'code': 200} Sep 26 10:48:18.602930 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1b1a8663-7987-4bcc-a12a-0e28699fafa9 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:18.621863 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 1b1a8663-7987-4bcc-a12a-0e28699fafa9 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:18.622280 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 1b1a8663-7987-4bcc-a12a-0e28699fafa9 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:19.723037 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:48:20.389390 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34742) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:20.527759 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 1adb12b7-ac63-4ea2-93e8-31b3d3980393 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:20.528100 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:20.606881 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:20.607213 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (1adb12b7-ac63-4ea2-93e8-31b3d3980393), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:20.619654 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 1adb12b7-ac63-4ea2-93e8-31b3d3980393 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:20.667240 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:20.753622 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:20.765747 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (1adb12b7-ac63-4ea2-93e8-31b3d3980393), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:20.795772 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=1adb12b7-ac63-4ea2-93e8-31b3d3980393,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:20.856825 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (fca1cb13-ab4c-44b6-998d-5e39a5455202), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:20.857162 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Floating IP fca1cb13-ab4c-44b6-998d-5e39a5455202 disassociated (deleted). External IP: 172.27.1.252, port: 68985c50-cfe2-4ac1-96af-9ccabd306e86. Sep 26 10:48:21.053627 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:48:21.156996 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:48:21.161738 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:21.166815 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:48:21.175969 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:21.176574 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:21.191240 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3c9585eb-3236-4faf-805b-3414a6c66461 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/fca1cb13-ab4c-44b6-998d-5e39a5455202 HTTP/1.1" status: 204 len: 168 time: 0.8007052 Sep 26 10:48:21.191872 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:48:21.194202 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b89c82-7316-4568-a5b9-9f976728e4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:48:21.232061 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 10:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145d0c1e-5927-468e-92d8-a1d3dd2126ba x-openstack-request-id: req-145d0c1e-5927-468e-92d8-a1d3dd2126ba {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:48:21.232356 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:48:21.232611 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-145d0c1e-5927-468e-92d8-a1d3dd2126ba {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:48:21.233074 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145d0c1e-5927-468e-92d8-a1d3dd2126ba'] response: {'name': 'network-changed', 'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'status': 'completed', 'code': 200} Sep 26 10:48:21.313608 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-229d45af-2de6-45ed-8f1b-01e386a4f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:21.315219 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-229d45af-2de6-45ed-8f1b-01e386a4f85f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 1129 time: 0.0446355 Sep 26 10:48:21.379424 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:21.410446 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:21.433468 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-127a0e65-0933-450c-abe1-8d955c8a996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:21.435079 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-127a0e65-0933-450c-abe1-8d955c8a996d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 200 len: 912 time: 0.1088436 Sep 26 10:48:21.437912 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0475a-a943-47c9-9564-9f3e65cb4c0a req-25b709b6-0123-4a09-a976-90cd7cf11826 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:21.439502 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cdf0475a-a943-47c9-9564-9f3e65cb4c0a req-25b709b6-0123-4a09-a976-90cd7cf11826 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0537486 Sep 26 10:48:21.489925 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cdf0475a-a943-47c9-9564-9f3e65cb4c0a req-4b82e741-68a4-40c5-90d7-ab3618d6eb05 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Sep 26 10:48:21.533469 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:21.586699 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:21.610644 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:48:21.618665 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:21.619266 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:21.719701 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:21.904430 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:21.927900 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8dd616-a080-4a86-94f7-602e3069d470 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:41:39Z', 'revision_number': 4, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi', '_interfaces': [{'id': '541a695d-e358-4263-873d-4afb1ac063a0', 'name': '', 'network_id': '590c7da6-7b88-4882-abbb-133a0426748c', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'mac_address': 'fa:16:3e:3c:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:38Z', 'updated_at': '2022-09-26T10:41:44Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'subnets': [{'id': 'd54b32cd-b5f5-44ea-b357-0d0aec3945e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:48:22.139686 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0f240e-c957-4b17-8741-dc71df65c8e9 None None] New status for floating IP fca1cb13-ab4c-44b6-998d-5e39a5455202: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 10:48:22.558352 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-05954065-11ac-4bb7-8cb4-4a9b034efaf3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 200 len: 217 time: 0.0337090 Sep 26 10:48:22.610174 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-494453d6-3c67-4a42-a635-759becedec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:22.611558 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-494453d6-3c67-4a42-a635-759becedec7d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 200 len: 850 time: 0.0450218 Sep 26 10:48:22.618752 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c370-0511-4cb8-bae4-5216945455de req-0a288cdb-b147-4e7b-8f8e-f0e4a5222bfc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:22.620219 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e723c370-0511-4cb8-bae4-5216945455de req-0a288cdb-b147-4e7b-8f8e-f0e4a5222bfc tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0516191 Sep 26 10:48:22.669780 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e723c370-0511-4cb8-bae4-5216945455de req-ca064caa-5825-4ab7-b47b-2f44c2a44e13 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a55f9710-188e-447b-8cd5-00411af080b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Sep 26 10:48:22.752104 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-1dea3b0e-7db3-4ab9-8d4b-f8709ff33c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:22.753539 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-1dea3b0e-7db3-4ab9-8d4b-f8709ff33c8c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=590c7da6-7b88-4882-abbb-133a0426748c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388272 Sep 26 10:48:22.846908 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-ac5e8d17-8e68-4c3e-86f4-703f8834847c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Sep 26 10:48:23.032140 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59b89c82-7316-4568-a5b9-9f976728e4a1 req-b990c23c-0cc1-4b62-a1e8-82e038f74fd2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886986 Sep 26 10:48:23.088871 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-142e8ab9-febf-46e6-9d15-b6e4e2a520fe tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 10:48:23.090334 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-142e8ab9-febf-46e6-9d15-b6e4e2a520fe tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 945 time: 0.0474963 Sep 26 10:48:23.177667 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 68985c50-cfe2-4ac1-96af-9ccabd306e86 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:23.178005 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:23.267177 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] For port 68985c50-cfe2-4ac1-96af-9ccabd306e86, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=68985c50-cfe2-4ac1-96af-9ccabd306e86,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:23.267538 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:23.274699 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:23.281757 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 68985c50-cfe2-4ac1-96af-9ccabd306e86 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:23.322665 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:23.411302 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (68985c50-cfe2-4ac1-96af-9ccabd306e86), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:23.437886 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=68985c50-cfe2-4ac1-96af-9ccabd306e86,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:23.484567 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] No DVR routers for this DVR port 68985c50-cfe2-4ac1-96af-9ccabd306e86 on host hv-cinder-84456 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:23.487038 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:23.490336 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa4fdf6e-3cfc-4549-8672-d2edda2963f8 req-8403b969-4d26-4962-825e-1e75bf01fc6f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.57 "DELETE /networking/v2.0/ports/68985c50-cfe2-4ac1-96af-9ccabd306e86 HTTP/1.1" status: 204 len: 173 time: 0.3905938 Sep 26 10:48:23.490857 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'name': 'network-vif-deleted', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 10:48:23.493647 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5bc285feb48e8adf006040d4c99165581b7a1a02aad179cc789c90a02afbd10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e6c15-1e31-4aba-bccc-ee62ebfee548" -d '{"events": [{"server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "name": "network-vif-deleted", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 10:48:23.532412 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514a7892-b10f-4ed7-8f05-d22e51272bd5 x-openstack-request-id: req-514a7892-b10f-4ed7-8f05-d22e51272bd5 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 10:48:23.532710 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37138afb-0a09-496d-8ad4-b1f3039ada7f", "name": "network-vif-deleted", "tag": "68985c50-cfe2-4ac1-96af-9ccabd306e86", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 10:48:23.532969 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-514a7892-b10f-4ed7-8f05-d22e51272bd5 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 10:48:23.533398 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514a7892-b10f-4ed7-8f05-d22e51272bd5'] response: {'server_uuid': '37138afb-0a09-496d-8ad4-b1f3039ada7f', 'name': 'network-vif-deleted', 'tag': '68985c50-cfe2-4ac1-96af-9ccabd306e86', 'status': 'completed', 'code': 200} Sep 26 10:48:23.779819 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b61e720-3038-4637-8929-671275c8169f req-d16d07bb-dc25-4cea-b4ec-f3a624190dae tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=37138afb-0a09-496d-8ad4-b1f3039ada7f HTTP/1.1" status: 200 len: 210 time: 0.0328557 Sep 26 10:48:24.848943 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34758) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:24.959138 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Deleting port 989cf610-b5e4-4d31-bfe8-8987f76d419b {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:24.959473 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.034936 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.035267 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (989cf610-b5e4-4d31-bfe8-8987f76d419b), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.047849 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Calling delete_port for 989cf610-b5e4-4d31-bfe8-8987f76d419b owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:25.178453 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (989cf610-b5e4-4d31-bfe8-8987f76d419b), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.203126 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'Port': ['ID=989cf610-b5e4-4d31-bfe8-8987f76d419b,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:25.271176 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for floatingip (013c9e92-4458-46a2-b96b-b174c9fd1057), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.273846 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120443'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:25.275016 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9adb79c0-bfee-4c83-b42e-27f16828891f tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/013c9e92-4458-46a2-b96b-b174c9fd1057 HTTP/1.1" status: 204 len: 168 time: 0.4259100 Sep 26 10:48:26.483848 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34770) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:26.528782 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:26.541065 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:26.544921 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (a55f9710-188e-447b-8cd5-00411af080b2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:26.571045 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (a55f9710-188e-447b-8cd5-00411af080b2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:26.629491 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (a55f9710-188e-447b-8cd5-00411af080b2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:26.632712 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:26.633879 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a55f9710-188e-447b-8cd5-00411af080b2 HTTP/1.1" status: 204 len: 168 time: 0.1489928 Sep 26 10:48:26.642975 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f23c5c-c42f-4b9b-ae8b-3fe32681f906 tempest-TestVolumeBootPattern-1415308900 tempest-TestVolumeBootPattern-1415308900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f9710-188e-447b-8cd5-00411af080b2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:26.650826 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 68985c50-cfe2-4ac1-96af-9ccabd306e86 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:26.653376 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:26.654923 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:26.680425 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] No Port match for: 68985c50-cfe2-4ac1-96af-9ccabd306e86 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:26.680658 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Device 68985c50-cfe2-4ac1-96af-9ccabd306e86 not bound to the agent host hv-cinder-84456 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:26.697553 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34774) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:26.990354 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:27.337686 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:27.349813 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:27.567217 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Deleting port 541a695d-e358-4263-873d-4afb1ac063a0 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:27.567557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (541a695d-e358-4263-873d-4afb1ac063a0), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:27.629882 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-e16374cf-1681-4ee0-aac1-011074977dd1 req-573778e4-aeae-456f-b317-4704fd97c73a service neutron] (106216) timed out ('10.222.0.57', 64795) {{(pid=106216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 10:48:27.654792 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] For port 541a695d-e358-4263-873d-4afb1ac063a0, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=541a695d-e358-4263-873d-4afb1ac063a0,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:27.655156 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (541a695d-e358-4263-873d-4afb1ac063a0), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:27.667674 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Calling delete_port for 541a695d-e358-4263-873d-4afb1ac063a0 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:27.844139 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (541a695d-e358-4263-873d-4afb1ac063a0), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:27.866858 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Pushing event deleted for resources: {'Port': ['ID=541a695d-e358-4263-873d-4afb1ac063a0,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:28.013109 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:28.037399 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.242557 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Router fe11de3a-0c59-4a5a-8541-ab825ef8047c has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:48:28.245302 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:28.345467 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:48:28.350409 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-82bd9306-f1c0-4092-ab1d-f4df22451241 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/fe11de3a-0c59-4a5a-8541-ab825ef8047c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517813 Sep 26 10:48:28.352910 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34778) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:28.356475 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Sync routers for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:48:28.366782 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:28.367385 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:28.452409 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks [] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.468957 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: dv-cinder-844563-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:28.550318 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks [] for router_gateway (fe11de3a-0c59-4a5a-8541-ab825ef8047c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.592481 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Deleting port 21673ca0-26eb-4577-9fa6-ed61522136cf {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:28.592821 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.641282 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:48:27Z', 'revision_number': 5, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port': {'id': '21673ca0-26eb-4577-9fa6-ed61522136cf', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:37Z', 'updated_at': '2022-09-26T10:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:28.666873 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Checking router: fe11de3a-0c59-4a5a-8541-ab825ef8047c for host: dv-cinder-844563-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:48:28.675398 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Routers {'fe11de3a-0c59-4a5a-8541-ab825ef8047c'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:28.675999 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:28.681452 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] For port 21673ca0-26eb-4577-9fa6-ed61522136cf, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=21673ca0-26eb-4577-9fa6-ed61522136cf,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:28.681818 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.695190 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Calling delete_port for 21673ca0-26eb-4577-9fa6-ed61522136cf owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:28.760283 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] Set router fe11de3a-0c59-4a5a-8541-ab825ef8047c gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:28.810535 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:48:28Z', 'revision_number': 6, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:28.835171 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e86f91-49b2-4df0-b4d9-7d3f32a54dc4 None None] The sync data for ids ['fe11de3a-0c59-4a5a-8541-ab825ef8047c'] in dv-cinder-844563-7-iscsi is: [{'id': 'fe11de3a-0c59-4a5a-8541-ab825ef8047c', 'name': 'tempest-TestVolumeBootPattern-226167228-router', 'tenant_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:36Z', 'updated_at': '2022-09-26T10:48:28Z', 'revision_number': 6, 'project_id': '1e0f8c6af4d3456c9d700088cd8f5eb5', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:48:28.860870 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:28.872164 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (21673ca0-26eb-4577-9fa6-ed61522136cf), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:28.897520 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=21673ca0-26eb-4577-9fa6-ed61522136cf,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:28.959274 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.044730 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.046895 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks [] for router_controller (fe11de3a-0c59-4a5a-8541-ab825ef8047c), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.090992 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (fe11de3a-0c59-4a5a-8541-ab825ef8047c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.091465 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe11de3a-0c59-4a5a-8541-ab825ef8047c {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:48:29.095603 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.096743 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-be73b4f0-1a0d-4cca-ad2a-f6921587dc6a admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/fe11de3a-0c59-4a5a-8541-ab825ef8047c HTTP/1.1" status: 204 len: 168 time: 0.7428691 Sep 26 10:48:29.099243 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34780) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:29.132582 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:29.145789 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Deleting subnet d54b32cd-b5f5-44ea-b357-0d0aec3945e8 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:48:29.149138 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Publish callbacks [] for subnet (d54b32cd-b5f5-44ea-b357-0d0aec3945e8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.185398 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15555419'] for subnet (d54b32cd-b5f5-44ea-b357-0d0aec3945e8), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.269298 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (d54b32cd-b5f5-44ea-b357-0d0aec3945e8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.326312 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13853209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13892209'] for subnet (d54b32cd-b5f5-44ea-b357-0d0aec3945e8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.352746 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54b32cd-b5f5-44ea-b357-0d0aec3945e8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:29.356544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.359898 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c8883613-2ecb-4afa-b09d-f6db808dfa0e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/d54b32cd-b5f5-44ea-b357-0d0aec3945e8 HTTP/1.1" status: 204 len: 168 time: 0.2595541 Sep 26 10:48:29.362269 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.49', 34782) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:29.365225 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a2c88-9402-4ed2-b43c-aee8fef20e9a None None] Network 590c7da6-7b88-4882-abbb-133a0426748c requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:48:29.433760 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (590c7da6-7b88-4882-abbb-133a0426748c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.476751 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Deleting port d6fbc09e-c898-42cd-89cf-7a2161cffa0a {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:29.477087 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.539688 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] For port d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,segment=NetworkSegment(e7afc034-8385-40fd-b4d8-11ce1f08fe24),segment_id=e7afc034-8385-40fd-b4d8-11ce1f08fe24)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:29.540043 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.556869 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Calling delete_port for d6fbc09e-c898-42cd-89cf-7a2161cffa0a owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:29.615288 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] DHCP port deletion for 590c7da6-7b88-4882-abbb-133a0426748c request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:48:29.642564 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13853302'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.661173 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Deleting port d6fbc09e-c898-42cd-89cf-7a2161cffa0a {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:29.661839 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.673939 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:29.677406 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] No DVR routers for this DVR port d6fbc09e-c898-42cd-89cf-7a2161cffa0a on host dv-cinder-844563-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:29.729464 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] For port d6fbc09e-c898-42cd-89cf-7a2161cffa0a, host dv-cinder-844563-7-iscsi, got binding levels [] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:29.729867 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.743279 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Calling delete_port for d6fbc09e-c898-42cd-89cf-7a2161cffa0a owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:29.746051 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.ipam_backend_mixin [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Port d6fbc09e-c898-42cd-89cf-7a2161cffa0a was not found and therefore no delete operation was performed {{(pid=106218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 26 10:48:29.747347 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (d6fbc09e-c898-42cd-89cf-7a2161cffa0a), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.751808 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (590c7da6-7b88-4882-abbb-133a0426748c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.759774 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:29.773426 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Pushing event deleted for resources: {'Port': ['ID=d6fbc09e-c898-42cd-89cf-7a2161cffa0a,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:29.776853 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590c7da6-7b88-4882-abbb-133a0426748c']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:29.778506 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] No DVR routers for this DVR port d6fbc09e-c898-42cd-89cf-7a2161cffa0a on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:29.785483 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.786170 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.786690 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.787212 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.787546 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.787700 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7afc034-8385-40fd-b4d8-11ce1f08fe24') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:29.787875 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.788035 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7afc034-8385-40fd-b4d8-11ce1f08fe24') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:29.788237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.788560 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.789055 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.789617 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.789721 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.790006 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.790360 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.790681 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.791002 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6ab4f-d730-46e5-86b5-ae24fceb333d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 10:48:29.804288 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15555424'] for segment (e7afc034-8385-40fd-b4d8-11ce1f08fe24), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.818268 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (e7afc034-8385-40fd-b4d8-11ce1f08fe24), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.825239 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:48:29.825625 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13853347'] for segment (e7afc034-8385-40fd-b4d8-11ce1f08fe24), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.888544 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (590c7da6-7b88-4882-abbb-133a0426748c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.896371 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:29.901001 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/590c7da6-7b88-4882-abbb-133a0426748c HTTP/1.1" status: 204 len: 168 time: 0.5373125 Sep 26 10:48:29.903954 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34788) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:29.912094 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c464a4-1b90-4889-ba03-fe84c76fffe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=590c7da6-7b88-4882-abbb-133a0426748c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:29.990636 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment e7afc034-8385-40fd-b4d8-11ce1f08fe24 resource provider aggregate not found Sep 26 10:48:30.007539 dv-cinder-844563-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment e7afc034-8385-40fd-b4d8-11ce1f08fe24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7afc034-8385-40fd-b4d8-11ce1f08fe24 found for delete ", "request_id": "req-e8912071-0787-4fde-b4b2-e5fea79084ad"}]} Sep 26 10:48:30.088328 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 541a695d-e358-4263-873d-4afb1ac063a0 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:30.111422 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 541a695d-e358-4263-873d-4afb1ac063a0 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:30.111797 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 541a695d-e358-4263-873d-4afb1ac063a0 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:30.112280 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d6fbc09e-c898-42cd-89cf-7a2161cffa0a no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:30.130644 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: d6fbc09e-c898-42cd-89cf-7a2161cffa0a {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:30.130987 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device d6fbc09e-c898-42cd-89cf-7a2161cffa0a not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:30.131396 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 21673ca0-26eb-4577-9fa6-ed61522136cf no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:30.149799 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 21673ca0-26eb-4577-9fa6-ed61522136cf {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:30.150177 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 21673ca0-26eb-4577-9fa6-ed61522136cf not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:30.234479 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624038'] for router_interface (4f756301-30b1-4124-9a7b-532527b19ffd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:30.449835 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Deleting port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:30.450102 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:30.526813 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] For port 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:30.527169 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:30.540011 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Calling delete_port for 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:30.641747 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:30.665010 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:30.714988 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:30.744912 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:30.907777 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1559851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-616470'] for router_interface (4f756301-30b1-4124-9a7b-532527b19ffd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.109605 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Router 4f756301-30b1-4124-9a7b-532527b19ffd has already been hosted by L3 agent 4346d4c2-4423-47c6-a428-fc3018b26e06 {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 10:48:31.208997 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] Notify agent at l3_agent.dv-cinder-844563-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 10:48:31.214781 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5c4923df-fcc2-4f84-bfe8-d5be145622b4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/4f756301-30b1-4124-9a7b-532527b19ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3092337 Sep 26 10:48:31.217202 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34792) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:31.220488 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Sync routers for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 10:48:31.231337 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:31.231950 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:31.314239 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks [] for router (4f756301-30b1-4124-9a7b-532527b19ffd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.328147 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d09b2bb-d509-4f3e-97c1-1df1845b7e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.344545 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: dv-cinder-844563-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:31.415154 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks [] for router_gateway (4f756301-30b1-4124-9a7b-532527b19ffd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.458678 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Deleting port 464a92db-2c39-4a6e-a931-df8676178304 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:31.459029 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (464a92db-2c39-4a6e-a931-df8676178304), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.508279 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:31.516157 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'external_fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '464a92db-2c39-4a6e-a931-df8676178304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:48:30Z', 'revision_number': 5, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port': {'id': '464a92db-2c39-4a6e-a931-df8676178304', 'name': '', 'network_id': 'd41d3e92-0391-4ab2-9b7e-fe5e987dc275', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5ea137ca-0373-4b40-a38e-345a1163215e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-7-iscsi'}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:31.541668 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Checking router: 4f756301-30b1-4124-9a7b-532527b19ffd for host: dv-cinder-844563-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 10:48:31.542894 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] For port 464a92db-2c39-4a6e-a931-df8676178304, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=464a92db-2c39-4a6e-a931-df8676178304,segment=NetworkSegment(999a0b2f-e5af-497e-8880-59792f4cf0f3),segment_id=999a0b2f-e5af-497e-8880-59792f4cf0f3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:31.543260 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (464a92db-2c39-4a6e-a931-df8676178304), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.549844 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Routers {'4f756301-30b1-4124-9a7b-532527b19ffd'} bound to L3 agent in host dv-cinder-844563-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 10:48:31.550471 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T10:24:34Z,description=,heartbeat_timestamp=2022-09-26T10:48:04Z,host='dv-cinder-844563-7-iscsi',id=4346d4c2-4423-47c6-a428-fc3018b26e06,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T10:24:34Z,topic='l3_agent')) {'router_ids': ['4f756301-30b1-4124-9a7b-532527b19ffd'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:31.556241 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Calling delete_port for 464a92db-2c39-4a6e-a931-df8676178304 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:31.558441 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:31.635503 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] Set router 4f756301-30b1-4124-9a7b-532527b19ffd gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 10:48:31.685789 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:48:31Z', 'revision_number': 6, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port_host': None}], 'dv-cinder-844563-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:31.709970 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08722237-b3aa-4166-b2fe-97d571344491 None None] The sync data for ids ['4f756301-30b1-4124-9a7b-532527b19ffd'] in dv-cinder-844563-7-iscsi is: [{'id': '4f756301-30b1-4124-9a7b-532527b19ffd', 'name': 'tempest-TestVolumeBootPattern-1996838026-router', 'tenant_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T10:41:41Z', 'updated_at': '2022-09-26T10:48:31Z', 'revision_number': 6, 'project_id': 'e9f6ccbccd7a43b5bc1212cc59699e8d', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 10:48:31.724936 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (464a92db-2c39-4a6e-a931-df8676178304), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.748572 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Pushing event deleted for resources: {'Port': ['ID=464a92db-2c39-4a6e-a931-df8676178304,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:31.817001 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616284'] for router_gateway (4f756301-30b1-4124-9a7b-532527b19ffd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.902047 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1680'] for router (4f756301-30b1-4124-9a7b-532527b19ffd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.904206 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks [] for router_controller (4f756301-30b1-4124-9a7b-532527b19ffd), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.946210 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616555'] for router (4f756301-30b1-4124-9a7b-532527b19ffd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.946882 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f756301-30b1-4124-9a7b-532527b19ffd {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 10:48:31.951646 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:31.952799 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e300e454-2a37-4d1d-bcfd-99391f4669dc admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/4f756301-30b1-4124-9a7b-532527b19ffd HTTP/1.1" status: 204 len: 168 time: 0.7346828 Sep 26 10:48:31.955256 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34794) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:32.000208 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Deleting subnet 98a87b07-9748-4845-a96b-97c5f271bdc4 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 10:48:32.003253 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Publish callbacks [] for subnet (98a87b07-9748-4845-a96b-97c5f271bdc4), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.041315 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14706491'] for subnet (98a87b07-9748-4845-a96b-97c5f271bdc4), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.128578 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1347726'] for subnet (98a87b07-9748-4845-a96b-97c5f271bdc4), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.182902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12827808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12835408'] for subnet (98a87b07-9748-4845-a96b-97c5f271bdc4), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.209329 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a87b07-9748-4845-a96b-97c5f271bdc4,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:32.215013 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.218368 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-75a14bda-6c80-450f-b9b8-965cd5208627 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/98a87b07-9748-4845-a96b-97c5f271bdc4 HTTP/1.1" status: 204 len: 168 time: 0.2618988 Sep 26 10:48:32.220854 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34796) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:32.221003 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dae91e-ce60-4879-bd6b-f5d60c584c19 None None] Network ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 requested from dv-cinder-844563-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 10:48:32.289965 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1370875'] for network (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.331754 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Deleting port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:32.332091 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.499163 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:32.502871 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] DHCP port deletion for ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 request from dv-cinder-844563-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 10:48:32.527924 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:32.528278 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 82d2a7d0-bd50-41ee-ba6a-0b7dba2fb079 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:32.564115 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Deleting port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 10:48:32.564495 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780080115213'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.632913 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] For port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:32.633306 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.640701 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:32.645281 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] For port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd, host dv-cinder-844563-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-7-iscsi',level=0,port_id=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,segment=NetworkSegment(33311fa1-127f-404d-9a13-af631489c466),segment_id=33311fa1-127f-404d-9a13-af631489c466)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 10:48:32.645650 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618332'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.647383 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Calling delete_port for 6a2a8706-9b5a-4a51-8700-389b6eddd5dd owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:32.659773 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Calling delete_port for 6a2a8706-9b5a-4a51-8700-389b6eddd5dd owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 10:48:32.670335 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:32.672263 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:32.716323 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:32.739317 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.745307 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1408111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780080119435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780079675850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12827855'] for port (6a2a8706-9b5a-4a51-8700-389b6eddd5dd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.765584 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] Pushing event deleted for resources: {'Port': ['ID=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:32.768766 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2a8706-9b5a-4a51-8700-389b6eddd5dd,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:32.770571 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d892f35-aba1-4f0e-a53d-415a2d60c700 None None] No DVR routers for this DVR port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd on host dv-cinder-844563-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:32.774729 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] No DVR routers for this DVR port 6a2a8706-9b5a-4a51-8700-389b6eddd5dd on host dv-cinder-844563-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 10:48:32.854353 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8780080075201'] for network (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.874754 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe41a23-3ad2-4c0d-970f-4d8e5e92f739']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:32.883941 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33311fa1-127f-404d-9a13-af631489c466') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:32.884239 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33311fa1-127f-404d-9a13-af631489c466') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 10:48:32.893872 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780080075093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14706432'] for segment (33311fa1-127f-404d-9a13-af631489c466), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.907673 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506'] for segment (33311fa1-127f-404d-9a13-af631489c466), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.914735 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 10:48:32.915247 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12827674'] for segment (33311fa1-127f-404d-9a13-af631489c466), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.982775 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1559836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616329'] for network (ffe41a23-3ad2-4c0d-970f-4d8e5e92f739), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.988773 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1559822'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:32.992817 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/ffe41a23-3ad2-4c0d-970f-4d8e5e92f739 HTTP/1.1" status: 204 len: 168 time: 0.7708571 Sep 26 10:48:32.994372 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 33311fa1-127f-404d-9a13-af631489c466 resource provider aggregate not found Sep 26 10:48:33.008440 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a824b9-fbb3-45c1-99ed-1111b1d90294 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe41a23-3ad2-4c0d-970f-4d8e5e92f739,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:33.015555 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 33311fa1-127f-404d-9a13-af631489c466 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33311fa1-127f-404d-9a13-af631489c466 found for delete ", "request_id": "req-5f65cc38-7cdc-4a6a-9a32-6ae9390f10ae"}]} Sep 26 10:48:33.113057 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34806) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:33.152585 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bf4b2268-fbf3-4403-8fd0-2236de7052e4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=1e0f8c6af4d3456c9d700088cd8f5eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384133 Sep 26 10:48:33.155050 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34808) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:33.202313 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] Publish callbacks [] for security_group (f41ef52d-f85a-4554-8307-127da89bc489), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.222223 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] Publish callbacks [] for security_group (f41ef52d-f85a-4554-8307-127da89bc489), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.267176 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (f41ef52d-f85a-4554-8307-127da89bc489), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.270050 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.271734 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f41ef52d-f85a-4554-8307-127da89bc489 HTTP/1.1" status: 204 len: 168 time: 0.1158125 Sep 26 10:48:33.280186 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a3e69-335a-4443-8a51-db55a9d9432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ef52d-f85a-4554-8307-127da89bc489,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:33.600130 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34814) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:33.641053 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1c274779-b2d0-40cc-8029-47905149d880 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e9f6ccbccd7a43b5bc1212cc59699e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394721 Sep 26 10:48:33.643407 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.49', 34816) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 10:48:33.695566 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] Publish callbacks [] for security_group (6ed8cd0a-3bc4-47fc-8ee5-6647aab21890), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.715327 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] Publish callbacks [] for security_group (6ed8cd0a-3bc4-47fc-8ee5-6647aab21890), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.761902 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661241'] for security_group (6ed8cd0a-3bc4-47fc-8ee5-6647aab21890), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.764394 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:33.765506 dv-cinder-844563-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6ed8cd0a-3bc4-47fc-8ee5-6647aab21890 HTTP/1.1" status: 204 len: 168 time: 0.1208344 Sep 26 10:48:33.773579 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879f306-cce1-4bce-b572-a3462dfb42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8cd0a-3bc4-47fc-8ee5-6647aab21890,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 10:48:33.817449 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3d79bba7-e4f6-4cfb-afb2-456e1124a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:34.088123 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 464a92db-2c39-4a6e-a931-df8676178304 no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:34.111172 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 464a92db-2c39-4a6e-a931-df8676178304 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:34.111638 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 464a92db-2c39-4a6e-a931-df8676178304 not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:34.112102 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6a2a8706-9b5a-4a51-8700-389b6eddd5dd no longer exists at agent ovs-agent-dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 10:48:34.133137 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] No Port match for: 6a2a8706-9b5a-4a51-8700-389b6eddd5dd {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 10:48:34.133477 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Device 6a2a8706-9b5a-4a51-8700-389b6eddd5dd not bound to the agent host dv-cinder-844563-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 10:48:34.654415 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:35.975800 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:36.329359 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:38.810618 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=90 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:38.813217 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=83 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:39.879796 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:39.903291 dv-cinder-844563-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:43.767975 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=71,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:43.768868 dv-cinder-844563-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=71,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:43.822708 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:48:53.715000 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:53.715812 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:53.817001 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:53.818882 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:48:56.722498 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:49:01.299740 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3a50-9e38-471b-9b54-f7da2a840e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:03.811201 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-baa0ca68-1699-4553-8e83-bf1d13c320d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:04.656439 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:05.979021 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:06.331433 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:06.718435 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:06.719072 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:13.816297 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:23.809254 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:23.811875 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:30.711339 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:30.721466 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:31.301027 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-94eac258-1ecb-4aa3-9f3e-98e90d95f680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:33.722681 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:49:33.813659 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4d52d7f1-deb2-49d3-99d8-72a670ff9796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:34.659074 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:35.981337 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:36.332264 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:43.718601 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:43.719326 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:43.818798 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:49:53.808915 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:53.814890 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:49:54.704615 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:01.303441 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f2e7e1cc-e8d4-4ae8-abdb-1c5d0b8cc038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:03.816764 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-29f995b2-4634-4490-a2a9-84e7cb24d4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:04.661978 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:05.984665 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:06.334106 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:07.717708 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:07.718469 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:10.721745 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:50:13.849237 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:20.717594 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:23.844084 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:23.846124 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:29.749464 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:31.306636 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5e1dab40-edea-4447-bfb4-fe19ed8ad9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:33.818501 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1e6a-1aba-40a1-a350-51807f481b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:34.664991 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:35.987709 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:36.336220 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:43.862364 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:50:44.708344 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:44.714284 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:47.798643 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:50:53.851454 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:53.858475 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:50:57.795053 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:01.308841 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52184f55-738f-4a21-9299-c7e3ca1eab68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:03.819905 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-777cc130-6c11-40e9-a259-ccbb31431061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:04.666822 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:05.993815 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:06.338466 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:13.862982 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:23.857389 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:23.859235 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:24.717130 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:51:28.007329 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:31.310488 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-83e90f4c-b6d3-4235-8be5-b9e30bda7166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:33.821774 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-110717c7-5ba6-42c6-a217-2716552d488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:34.669636 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:34.712838 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:35.994149 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:36.340210 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:43.845900 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:51:53.840421 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:53.842350 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:58.711830 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:51:58.715981 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:01.311963 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4516d9e5-a159-4adf-9eff-f2f0600eb2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:01.716424 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:52:03.825672 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a22f44a1-8e64-45f1-8cf3-94d2c934c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:04.671152 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:05.997635 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:06.343833 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:11.712609 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:13.845379 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:23.839993 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:23.841176 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:31.314504 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-172e92ca-fb05-4b7d-9336-48f87f114bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:33.831089 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7e2866f0-91a9-4392-9e47-57271331145b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:34.675067 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:35.717373 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:35.722352 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:36.000696 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:36.345610 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:38.716348 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:52:43.844148 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:52:48.712075 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:53.838412 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:52:53.840566 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:01.316783 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e407dc16-e84c-40ef-aa52-ce7308e33398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:03.832023 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2bfc21d1-3968-4ae4-aeea-664283f6f689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:04.677157 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:06.003496 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:06.348466 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:12.726381 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:12.727156 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:13.855856 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:15.714579 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-0d8ceea3-47ee-46a7-8aee-4cb0926caf0f None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 10:53:23.850142 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:23.852190 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:28.009269 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:28.010104 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:31.322975 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e4ea014c-f53f-4f4c-8f0f-df979eb868f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e8acd921-7923-48ed-bd5e-9bcf2fbc429b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:33.832831 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-217f5749-65d5-48fb-a1dc-75404256336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (4346d4c2-4423-47c6-a428-fc3018b26e06), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:34.680376 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bd323a2-c3cc-47b5-a346-46d7b5195315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (329247a4-419e-4e31-9904-468aa2099236), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:36.006652 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bdc6ace4-8b6d-4364-8eb5-3a078b4ceb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (e90d287b-fee7-4e92-9e45-2185ae7a724c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:36.351374 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0f84cfbe-6233-494f-8f17-4c4b670dabd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (02594296-668a-42bc-953e-181e1805f630), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:43.860105 dv-cinder-844563-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a6b209de-d07d-4eae-aaa0-6a420f2e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780080075183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545444'] for agent (c12e52c1-1cd9-4a2e-99e3-a49c54b04351), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 10:53:49.732608 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 10:53:49.733903 dv-cinder-844563-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}